-- Logs begin at Wed 2021-06-23 18:03:29 UTC, end at Wed 2021-06-23 19:18:03 UTC. -- Jun 23 18:55:38.328931 dv-cinder-790492-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 18:55:41.000226 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.common.config [-] Logging enabled! Jun 23 18:55:41.000832 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 18:55:41.001006 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93647) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 18:55:41.004308 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.common.config [-] Logging enabled! Jun 23 18:55:41.004568 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 18:55:41.004884 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93647) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 18:55:41.005819 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 18:55:41.006057 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 18:55:41.006428 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 18:55:41.006679 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 18:55:41.006910 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 18:55:41.007234 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.007536 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.007854 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.008132 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.008438 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.008740 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.009026 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.009319 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.009623 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.009916 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.010201 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.010489 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.010724 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.011010 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.011312 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.011599 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.011837 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] debug = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.012174 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.012602 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.013032 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.013321 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.013612 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.013896 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.014169 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.014450 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.014740 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.015074 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] host = dv-cinder-790492-6-smb {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.015356 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.015647 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.015962 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.016254 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.016535 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.016814 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.017102 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.017378 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.017651 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] log_file = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.017965 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.018259 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.018552 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.018845 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.019074 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.019299 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.019591 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.019908 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.020189 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.020466 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.020743 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.021020 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.021309 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.021583 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.021874 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.022162 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.022449 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.022728 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.023006 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.023281 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.023556 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.023863 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.024142 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.024419 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.024694 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.024988 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.025325 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.025591 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.026179 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.026179 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.026448 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.026736 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.027014 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.027299 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.027577 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.027875 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.028155 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] use_json = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.028431 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.028706 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.028991 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.029266 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.029571 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.029819 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.030095 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.030383 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:41.030686 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.030983 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.031295 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.031584 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.031904 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.032189 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.032480 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.032763 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.033049 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.034121 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.034411 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.034693 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.034986 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.035265 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.035561 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.035895 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.036194 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.036490 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.036767 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.037046 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.037318 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.037599 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.037886 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.038187 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.038477 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.038752 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.039047 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.039324 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.039604 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.039899 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.040182 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.040472 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.040752 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.041025 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.041309 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.041587 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.041866 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.042141 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.042440 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.042714 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.042994 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.043264 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.043535 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.043842 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.044115 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.044402 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.044682 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.044955 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.045226 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.045506 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.045781 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.046054 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.046332 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.046604 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.046883 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.047157 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.047426 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.047698 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.047996 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.048270 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.048540 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.048812 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.049089 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.049937 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.050215 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.050491 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.050768 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.051044 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.051336 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.051636 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.051950 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.052237 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.052522 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.052833 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.053090 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.053372 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.053654 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.053972 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.054261 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.054556 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.054847 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.055140 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.055429 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.055712 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.056035 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.056319 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.056605 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.056883 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.057164 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.057458 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.057745 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.058042 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.058339 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.058636 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.058931 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.059225 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.059508 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.059905 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.060129 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:41.060350 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 18:55:41.060601 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93647) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 18:55:41.411107 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:55:41.411381 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:55:41.411720 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:55:41.412092 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 18:55:41.814741 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.815602 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.815923 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.817234 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.817512 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.817781 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.852071 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.852388 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.852726 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.865981 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.866261 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.866529 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.896792 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.897069 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.897342 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.933769 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.934054 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:41.934329 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.168727 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.169358 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.169358 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.169534 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.170171 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.294236 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.294559 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.294844 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.295121 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.295397 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.295711 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.295997 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.296259 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.296516 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.296798 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.297059 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.297368 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.297630 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.297895 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.298152 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.298422 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.298697 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.300608 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.300910 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.301189 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.301491 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.301854 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.302120 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.302414 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.302673 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.302927 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.303328 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:55:42.303578 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:55:42.303836 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:55:42.304090 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:55:42.304330 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:55:42.304569 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:55:42.304940 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 18:55:42.308063 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 18:55:42.312005 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 18:55:42.315894 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jun 23 18:55:42.317563 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 18:55:42.318022 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 18:55:42.318363 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 18:55:42.318752 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 18:55:42.321745 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 18:55:42.322003 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 18:55:42.322355 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 18:55:42.349931 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 18:55:42.350380 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.350681 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93647) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 18:55:42.351089 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.352480 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93647) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 18:55:42.352764 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 18:55:42.353008 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 18:55:42.356325 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.356616 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:42.420398 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 18:55:42.420576 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 18:55:42.420792 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 18:55:42.421175 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 18:55:42.442768 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_db.sqlalchemy.engines [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93647) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 18:55:43.138636 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Initializing driver for type 'gre' Jun 23 18:55:43.139148 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] gre ID ranges: [(1, 1000)] Jun 23 18:55:43.361996 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Initializing driver for type 'local' Jun 23 18:55:43.362651 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Initializing driver for type 'vlan' Jun 23 18:55:43.506929 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] VlanTypeDriver initialization complete Jun 23 18:55:43.507266 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Initializing driver for type 'vxlan' Jun 23 18:55:43.507802 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] vxlan ID ranges: [(1, 1000)] Jun 23 18:55:43.750761 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Initializing extension driver 'port_security' Jun 23 18:55:43.751015 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.extensions.port_security [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] PortSecurityExtensionDriver initialization complete Jun 23 18:55:43.751339 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Initializing mechanism driver 'openvswitch' Jun 23 18:55:43.751723 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Initializing mechanism driver 'hyperv' Jun 23 18:55:43.759032 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.plugins.ml2.plugin [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:55:43.759803 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > port after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.760198 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > port after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.760557 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > port after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.760942 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > subnet after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.761295 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > subnet after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.761723 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.762104 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > network after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.762447 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > network after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.762860 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > network after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.763234 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > security_group after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.763575 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > security_group after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.763939 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > security_group after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.769502 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.769502 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.769502 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.769502 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > address_group after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.769839 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > address_group after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.769839 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > address_group after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.769839 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] ML2 OVO RPC backend initialized. {{(pid=93647) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 18:55:43.769839 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.770779 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.770779 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > network before_response 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.770779 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > networks before_response 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.770779 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > port before_response 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.771084 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > ports before_response 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.771084 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > subnet before_response 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.771084 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > subnets before_response 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.771084 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > network after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.771372 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > network after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.771372 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > network after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.771521 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > port after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.771796 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > port after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.772162 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > port after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.772497 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > subnet after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.772830 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > subnet after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.773161 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.773736 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.plugin [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Modular L2 Plugin initialization complete Jun 23 18:55:43.774109 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading services supported by the core plugin {{(pid=93647) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 18:55:43.774426 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.plugins.ml2.managers [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Got port-security extension from driver 'port_security' Jun 23 18:55:43.774889 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.extensions.vlantransparent [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Disabled vlantransparent extension. Jun 23 18:55:43.775382 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93647) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 18:55:43.775693 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading Plugin: router Jun 23 18:55:43.814358 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router_interface before_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.814750 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router after_create 55549900 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.815120 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router before_create 55549900 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.815484 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.815873 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.816229 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router after_delete 55549900 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.816590 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > floatingip after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.817515 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router after_create 55549900 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.817855 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router after_update 55549900 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.818214 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router after_update 55549900 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.818559 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.818912 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router after_update 55549900 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.819333 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router precommit_update 55549900 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.819745 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: port after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.820126 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: port after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.820467 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: subnet after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.820806 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.821152 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > port precommit_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.821497 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router precommit_create 55549900 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.821836 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: port before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.822173 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router precommit_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.822530 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router after_update 55549900 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.822872 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router precommit_delete 55549900 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.823264 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router precommit_create 55549900 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.823625 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.823996 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router precommit_update 55549900 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.824378 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > network after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.825383 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Tracking information for resource: router configured {{(pid=93647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:55:43.825710 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Tracking information for resource: floatingip configured {{(pid=93647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 18:55:43.831280 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.db.l3_agentschedulers_db [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 18:55:43.831901 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: port after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.832272 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: port after_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.833202 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: port after_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.833551 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: port after_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.834382 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router before_create 55550100 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.834754 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router precommit_delete 55550100 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.835118 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router precommit_create 55550100 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.835474 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > router precommit_update 55550100 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.840365 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.services.provider_configuration [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service providers = [] {{(pid=93647) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 18:55:43.840732 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.db.servicetype_db [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93647) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 18:55:43.843973 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.services.service_base [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:55:43.844322 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.services.service_base [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:55:43.844663 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.services.service_base [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:55:43.845577 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.services.service_base [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 18:55:43.845959 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.services.service_base [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 18:55:43.846366 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:55:43.846683 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 18:55:43.858036 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:55:43.858368 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading Plugin: auto_allocate Jun 23 18:55:43.864661 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: network precommit_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.865035 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: network precommit_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.865626 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:55:43.865948 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading Plugin: tag Jun 23 18:55:43.873071 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:55:43.873397 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading Plugin: timestamp Jun 23 18:55:43.877597 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:55:43.877925 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading Plugin: network_ip_availability Jun 23 18:55:43.885902 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.886274 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.886626 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:43.887420 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:55:43.887742 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading Plugin: flavors Jun 23 18:55:43.892761 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:55:43.893090 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading Plugin: revisions Jun 23 18:55:43.898163 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 18:55:43.898558 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.487s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:55:43.899335 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93647) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 18:55:43.899667 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Initializing extension manager. Jun 23 18:55:43.900247 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: __init__.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.900585 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: __pycache__ {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.900911 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.901241 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: address_group.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.902057 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.902646 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: address-group Jun 23 18:55:43.902963 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: address_scope.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.903661 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.904191 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: address-scope Jun 23 18:55:43.904508 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: admin_state_down_before_update.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.905566 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.906079 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: router-admin-state-down-before-update Jun 23 18:55:43.906397 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: agent.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.907102 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.907609 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: agent Jun 23 18:55:43.907958 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: agent_resources_synced.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.909161 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.909672 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: agent-resources-synced Jun 23 18:55:43.909985 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: allowedaddresspairs.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.911934 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.912470 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: allowed-address-pairs Jun 23 18:55:43.912792 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: auto_allocated_topology.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.914175 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.914697 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: auto-allocated-topology Jun 23 18:55:43.915026 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: availability_zone.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.915725 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.916273 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: availability_zone Jun 23 18:55:43.916638 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: availability_zone_filter.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.917609 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.918124 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: availability_zone_filter Jun 23 18:55:43.918444 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: data_plane_status.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.919343 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.919874 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 18:55:43.920195 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: default_subnetpools.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.921111 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.921622 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: default-subnetpools Jun 23 18:55:43.921937 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: dhcpagentscheduler.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.922782 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.923281 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: dhcp_agent_scheduler Jun 23 18:55:43.923596 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: dns.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.924538 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.925036 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension dns-integration not supported by any of loaded plugins Jun 23 18:55:43.925353 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: dns_domain_ports.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.926284 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.926816 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 18:55:43.927138 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.928085 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.928587 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 18:55:43.928906 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: dvr.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.929573 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.930073 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: dvr Jun 23 18:55:43.930390 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: empty_string_filtering.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.931310 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.931828 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: empty-string-filtering Jun 23 18:55:43.932159 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.933051 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.933553 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 18:55:43.933869 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.934754 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.935256 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 18:55:43.935571 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: external_net.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.936518 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.937034 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: external-net Jun 23 18:55:43.937350 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: extra_dhcp_opt.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.938258 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.938760 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: extra_dhcp_opt Jun 23 18:55:43.939076 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: extraroute.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.940015 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.940523 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: extraroute Jun 23 18:55:43.940838 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: extraroute_atomic.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.942390 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.942895 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: extraroute-atomic Jun 23 18:55:43.943210 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: filter_validation.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.943941 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.944443 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: filter-validation Jun 23 18:55:43.944758 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: fip_pf_description.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.945658 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.946154 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 18:55:43.946469 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: fip_port_details.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.947380 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.947909 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: fip-port-details Jun 23 18:55:43.948228 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: flavors.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.949496 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.950011 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: flavors Jun 23 18:55:43.950324 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.952057 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.952583 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 18:55:43.952916 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: floatingip_pools.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.953619 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.954129 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: floatingip-pools Jun 23 18:55:43.954452 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: ip_allocation.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.955392 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.955927 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 18:55:43.956250 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.957166 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.958320 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: ip-substring-filtering Jun 23 18:55:43.958643 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: l2_adjacency.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.959601 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.960160 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 18:55:43.960478 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: l3.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.961538 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.962064 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: router Jun 23 18:55:43.962381 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: l3_conntrack_helper.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.965089 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.965641 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 18:55:43.965976 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.966946 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.967476 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: ext-gw-mode Jun 23 18:55:43.967800 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.968788 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.969304 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: l3-ha Jun 23 18:55:43.969626 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: l3_flavors.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.970570 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.971083 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: l3-flavors Jun 23 18:55:43.971404 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.972354 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.972865 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 18:55:43.973212 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: l3agentscheduler.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.974304 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.974821 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: l3_agent_scheduler Jun 23 18:55:43.975146 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: logging.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.976781 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.977305 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension logging not supported by any of loaded plugins Jun 23 18:55:43.977631 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: metering.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.978364 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.978951 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: metering Jun 23 18:55:43.979271 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.980492 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.981015 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: metering_source_and_destination_fields Jun 23 18:55:43.981331 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: multiprovidernet.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.982265 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.982776 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: multi-provider Jun 23 18:55:43.983101 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: netmtu.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.984050 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.984565 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: net-mtu Jun 23 18:55:43.984877 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: netmtu_writable.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.985776 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.986281 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: net-mtu-writable Jun 23 18:55:43.986599 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: network_availability_zone.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.987269 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.987771 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: network_availability_zone Jun 23 18:55:43.988111 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: network_ip_availability.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.989456 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.989966 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: network-ip-availability Jun 23 18:55:43.990286 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: network_segment_range.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.991068 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.991567 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 18:55:43.991914 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: pagination.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.992950 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.993278 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: pagination Jun 23 18:55:43.993599 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: port_device_profile.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.994501 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.995020 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: port-device-profile Jun 23 18:55:43.995341 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.996264 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.996774 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: port-mac-address-regenerate Jun 23 18:55:43.997381 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:43.998322 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:43.998831 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: port-numa-affinity-policy Jun 23 18:55:43.999149 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: port_resource_request.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.000097 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.000574 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 18:55:44.000943 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: portbindings.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.001806 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.002438 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: binding Jun 23 18:55:44.002760 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: portbindings_extended.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.004066 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.005107 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: binding-extended Jun 23 18:55:44.005423 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: portsecurity.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.006315 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.006825 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: port-security Jun 23 18:55:44.007140 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: project_id.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.008141 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.008556 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: project-id Jun 23 18:55:44.008874 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: providernet.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.009786 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.010300 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: provider Jun 23 18:55:44.010629 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: qos.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.014402 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.014929 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension qos not supported by any of loaded plugins Jun 23 18:55:44.015259 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.016691 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.017198 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 18:55:44.017521 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.018424 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.018929 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 18:55:44.019250 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: qos_default.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.020998 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.021846 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension qos-default not supported by any of loaded plugins Jun 23 18:55:44.024036 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: qos_fip.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.024783 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.025497 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension qos-fip not supported by any of loaded plugins Jun 23 18:55:44.026036 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: qos_gateway_ip.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.027461 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.028018 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 18:55:44.028346 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: qos_port_network_policy.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.029275 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.029781 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 18:55:44.030210 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: qos_rule_type_details.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.031446 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.032348 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 18:55:44.032908 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: qos_rules_alias.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.034390 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.034905 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 18:55:44.035230 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: quotasv2.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.036277 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.036605 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: quotas Jun 23 18:55:44.036923 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: quotasv2_detail.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.040084 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.040420 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: quota_details Jun 23 18:55:44.040755 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: rbac.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.041843 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.042393 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: rbac-policies Jun 23 18:55:44.042722 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: rbac_address_group.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.043968 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.044709 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: rbac-address-group Jun 23 18:55:44.045152 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: rbac_address_scope.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.046337 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.046864 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: rbac-address-scope Jun 23 18:55:44.047190 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: rbac_security_groups.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.048410 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.049148 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: rbac-security-groups Jun 23 18:55:44.049580 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: rbac_subnetpool.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.050682 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.051248 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: rbac-subnetpool Jun 23 18:55:44.051643 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: revisionifmatch.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.052900 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.053650 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: revision-if-match Jun 23 18:55:44.054080 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: revisions.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.055581 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.056139 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: standard-attr-revisions Jun 23 18:55:44.056464 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: router_availability_zone.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.057137 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.057653 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: router_availability_zone Jun 23 18:55:44.057976 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: routerservicetype.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.058912 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.059423 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension router-service-type not supported by any of loaded plugins Jun 23 18:55:44.059747 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.060744 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.061269 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: security-groups-normalized-cidr Jun 23 18:55:44.061588 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: security_groups_port_filtering.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.062507 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.063015 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: port-security-groups-filtering Jun 23 18:55:44.063353 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.064293 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.064801 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: security-groups-remote-address-group Jun 23 18:55:44.065199 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: securitygroup.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.075783 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.076399 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: security-group Jun 23 18:55:44.076729 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: segment.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.077609 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.078112 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension segment not supported by any of loaded plugins Jun 23 18:55:44.078439 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.079454 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.079996 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 18:55:44.080319 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: servicetype.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.081494 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.081985 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: service-type Jun 23 18:55:44.082307 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: sorting.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.083931 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.084260 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: sorting Jun 23 18:55:44.084579 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: standard_attr_segment.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.085562 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.086076 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 18:55:44.086394 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: standardattrdescription.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.087035 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.087542 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: standard-attr-description Jun 23 18:55:44.087889 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: stateful_security_group.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.088847 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.089358 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: stateful-security-group Jun 23 18:55:44.089678 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: stdattrs_common.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.090257 dv-cinder-790492-6-smb neutron-server[93647]: WARNING neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 18:55:44.090573 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.091538 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.092093 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 18:55:44.092412 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: subnet_onboard.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.093496 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.094016 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: subnet_onboard Jun 23 18:55:44.094340 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.095260 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.095770 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 18:55:44.096130 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: subnet_service_types.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.097050 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.097563 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: subnet-service-types Jun 23 18:55:44.097883 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: subnetallocation.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.099010 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.099562 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: subnet_allocation Jun 23 18:55:44.100016 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.100602 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.101116 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: subnetpool-prefix-ops Jun 23 18:55:44.101435 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.102396 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.102899 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 18:55:44.103215 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: tagging.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.104369 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.104889 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: standard-attr-tag Jun 23 18:55:44.105213 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: timestamp.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.106465 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.106974 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loaded extension: standard-attr-timestamp Jun 23 18:55:44.107299 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: trunk.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.108358 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.108869 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension trunk not supported by any of loaded plugins Jun 23 18:55:44.109207 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: trunk_details.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.110107 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.110610 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension trunk-details not supported by any of loaded plugins Jun 23 18:55:44.110933 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: uplink_status_propagation.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.111872 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.112383 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 18:55:44.112698 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Loading extension file: vlantransparent.py {{(pid=93647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 18:55:44.113376 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 18:55:44.114409 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 18:55:44.117084 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:network Jun 23 18:55:44.117635 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:subnet Jun 23 18:55:44.118034 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:55:44.118427 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:port Jun 23 18:55:44.119771 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.120252 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service FLAVORS assigned prefix: {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.120861 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.121292 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.121621 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:router Jun 23 18:55:44.122046 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:floatingip Jun 23 18:55:44.122543 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service METERING assigned prefix: /metering {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.124047 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:44.124421 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:44.124772 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 18:55:44.125859 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 18:55:44.126306 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:security_group Jun 23 18:55:44.126748 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 18:55:44.127361 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service CORE assigned prefix: {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.127685 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:55:44.128071 dv-cinder-790492-6-smb neutron-server[93647]: WARNING neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] subnetpool is already registered Jun 23 18:55:44.128558 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service CORE assigned prefix: {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.128883 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:55:44.129209 dv-cinder-790492-6-smb neutron-server[93647]: WARNING neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] subnetpool is already registered Jun 23 18:55:44.132303 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.132738 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service FLAVORS assigned prefix: {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.133329 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.133749 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.134083 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:router Jun 23 18:55:44.134423 dv-cinder-790492-6-smb neutron-server[93647]: WARNING neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] router is already registered Jun 23 18:55:44.134834 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:floatingip Jun 23 18:55:44.135163 dv-cinder-790492-6-smb neutron-server[93647]: WARNING neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] floatingip is already registered Jun 23 18:55:44.135625 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service METERING assigned prefix: /metering {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.136384 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 18:55:44.136709 dv-cinder-790492-6-smb neutron-server[93647]: WARNING neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] rbac_policy is already registered Jun 23 18:55:44.137125 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:security_group Jun 23 18:55:44.137453 dv-cinder-790492-6-smb neutron-server[93647]: WARNING neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] security_group is already registered Jun 23 18:55:44.137852 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 18:55:44.138177 dv-cinder-790492-6-smb neutron-server[93647]: WARNING neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] security_group_rule is already registered Jun 23 18:55:44.138844 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service CORE assigned prefix: {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.139178 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:55:44.139506 dv-cinder-790492-6-smb neutron-server[93647]: WARNING neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] subnetpool is already registered Jun 23 18:55:44.139982 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.v2.resource_helper [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Service CORE assigned prefix: {{(pid=93647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 18:55:44.140299 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 18:55:44.140626 dv-cinder-790492-6-smb neutron-server[93647]: WARNING neutron.quota.resource_registry [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] subnetpool is already registered Jun 23 18:55:44.141102 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: extensions {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.142649 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: address-groups {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.144247 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: address-scopes {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.145631 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: agents {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.146798 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: auto-allocated-topology {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.148111 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: availability_zones {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.149345 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: dhcp-networks {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.150883 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: dhcp-agents {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.152382 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: routers {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.154098 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: flavors {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.156793 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: service_profiles {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.158016 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: next_providers {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.159775 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: service_profiles {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.161488 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: floatingip-pools {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.162760 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: routers {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.164551 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: floatingips {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.165851 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: l3-routers {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.167265 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: l3-agents {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.168735 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: metering-labels {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.170013 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: metering-label-rules {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.171414 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: network-ip-availabilities {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.172715 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: bindings {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.174333 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: quotas {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.175947 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: quotas {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.177914 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: rbac-policies {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.179139 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: security-groups {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.180532 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: security-group-rules {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.181814 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: service-providers {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.183069 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: subnetpools {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.184430 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: subnetpools {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.186002 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: tags {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.187723 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: tags {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.189604 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: tags {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.191444 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: tags {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.193848 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: tags {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.195849 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: tags {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.197580 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: tags {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.199387 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: tags {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.201309 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: tags {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.207464 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron.api.extensions [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Extended resource: tags {{(pid=93647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 18:55:44.209468 dv-cinder-790492-6-smb neutron-server[93647]: WARNING keystonemiddleware.auth_token [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 18:55:44.214144 dv-cinder-790492-6-smb neutron-server[93647]: WARNING keystonemiddleware.auth_token [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 18:55:44.222757 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Acquired lock "singleton_lock" {{(pid=93647) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 18:55:44.223265 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Releasing lock "singleton_lock" {{(pid=93647) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 18:55:44.223954 dv-cinder-790492-6-smb neutron-server[93647]: INFO oslo_service.service [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Starting 2 workers Jun 23 18:55:44.228897 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Started child 93756 {{(pid=93647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 18:55:44.233587 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Started child 93757 {{(pid=93647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 18:55:44.235208 dv-cinder-790492-6-smb neutron-server[93647]: INFO neutron.service [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 18:55:44.235887 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Notify callbacks [] for process, before_spawn {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:44.236725 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:44.239349 dv-cinder-790492-6-smb neutron-server[93647]: INFO oslo_service.service [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Starting 1 workers Jun 23 18:55:44.239518 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:44.240044 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [-] (93756) wsgi starting up on http://0.0.0.0:9696 Jun 23 18:55:44.240497 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [-] (93757) wsgi starting up on http://0.0.0.0:9696 Jun 23 18:55:44.244468 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Started child 93758 {{(pid=93647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 18:55:44.244686 dv-cinder-790492-6-smb neutron-server[93647]: INFO oslo_service.service [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Starting 1 workers Jun 23 18:55:44.248074 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.service [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] calling RpcWorker wait() {{(pid=93758) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 18:55:44.248638 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.service [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] returning from RpcWorker wait() {{(pid=93758) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 18:55:44.249280 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Started child 93759 {{(pid=93647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 18:55:44.249991 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:44.250103 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-993ceea7-2a43-4b9c-b2cf-653b2fbcb92f None None] Notify callbacks [] for process, after_spawn {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:44.250515 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:55:44.252105 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93647) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 18:55:44.252271 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 18:55:44.252424 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 18:55:44.252637 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 18:55:44.252993 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 18:55:44.253138 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 18:55:44.253631 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.253897 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.254146 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:44.255200 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.255200 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.255333 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.255893 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.256108 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:55:44.256241 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.256323 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.256601 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.256869 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.257046 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.257214 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.257472 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.257702 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.257999 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.258270 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.258516 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.258805 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.258995 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.259252 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.259505 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.259753 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.260040 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] debug = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.260284 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.260784 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.261033 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.261274 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.261502 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.261802 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.262028 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.262290 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.262535 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.262793 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.263050 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.263324 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.263560 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.263774 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.264019 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.264285 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.264504 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.265000 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] host = dv-cinder-790492-6-smb {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.265241 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.265494 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.265733 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.265984 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.266230 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.266451 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.266700 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.266972 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.267221 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.267493 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.267746 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.267976 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.268194 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.268429 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_file = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.268593 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_options = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.268829 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.269094 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.269367 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.269560 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.269729 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.269910 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.270201 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.270366 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.270707 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.270882 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.271059 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.271272 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.271508 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.271732 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.272038 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.272286 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.272518 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.272726 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.272970 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.273222 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.273448 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.273691 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.273924 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.274171 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.274389 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.274601 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.274827 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.275039 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.275249 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.275508 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.275754 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.276045 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.276286 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.276539 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.276792 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.277020 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.277298 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.277510 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.277739 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.277988 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.278233 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.278465 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.278721 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.278942 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.279179 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.279429 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] use_json = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.279589 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.279801 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.280106 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.280338 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.280572 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.280810 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.281004 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.281237 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.281672 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.281963 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.282315 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.282610 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.282848 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.283052 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.283283 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.283839 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.284077 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.284307 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.284602 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.284836 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.285120 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.285389 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.285680 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.285995 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.286254 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.286518 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.286760 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.286989 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.287225 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.287445 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.287801 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.288105 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.288354 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.288628 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.288844 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.289065 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.289301 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.289532 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.289744 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.289955 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.290224 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.290440 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.290682 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.290901 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.291126 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.291379 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.291603 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.291879 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.292115 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.292592 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.293071 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.293317 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.293535 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.293740 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.293959 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.294191 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.294430 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.294889 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.294889 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.295172 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.295316 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.295525 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.295742 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.297944 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.297944 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.297944 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.297944 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.297944 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.297944 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.297944 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.297944 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.297944 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.299306 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.299306 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.299306 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.299306 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.299306 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.299306 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302233 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302233 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302233 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302233 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302233 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302233 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302233 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302233 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302233 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302747 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302747 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302747 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302925 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.302996 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.303267 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.303881 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.304105 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.304889 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.304889 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.304889 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.305154 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.305684 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.305684 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.305860 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.306009 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.306303 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.306548 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.307030 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.307870 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.307870 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.307870 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.307870 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.308158 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.308231 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.308465 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.308688 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.308969 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.309240 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.309493 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.309725 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.309977 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.310375 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.310708 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.311029 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.311335 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.311547 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.311892 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.312180 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.312442 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.312675 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.312896 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.313162 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.313409 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.313654 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.313885 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.314108 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.314325 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.314596 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.314838 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.315082 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.315294 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.315522 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.315871 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.316122 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.316377 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.316592 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.316874 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.317736 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.318053 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.318384 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.318694 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.319013 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.319341 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.319650 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.319991 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.320288 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.320796 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.321036 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.321274 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.321508 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.321729 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.321948 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.322161 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.322507 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.322727 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.322945 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.323158 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.323373 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.323589 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.323832 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.324048 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.324272 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.324519 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.324760 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.324976 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.325191 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.325406 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.325652 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.325869 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.326185 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.326602 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.326981 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.327364 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.327758 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.328178 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.328479 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.328746 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.335968 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.335968 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.335968 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.335968 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.335968 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.335968 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.335968 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.335968 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.336556 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.336556 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.336556 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.336556 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.336556 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.336556 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.336556 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.336556 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337044 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337044 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337044 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337044 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337044 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337044 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337044 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337044 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337516 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337516 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337516 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337516 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337516 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337516 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337516 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337516 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.337516 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.338029 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.338029 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.338029 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.338298 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.338374 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.339171 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.339171 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.339171 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.339443 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.339567 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.339842 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.340209 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.340574 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.340962 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.341333 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.341703 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.342108 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.342481 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.342858 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.343252 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.343558 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.343899 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.344162 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.344391 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.344683 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.344922 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.345168 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.345419 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.345757 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.345977 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.346255 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.346496 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.346716 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.347027 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.347285 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.347592 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.347929 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.348220 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.348516 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.348768 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.349045 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.349313 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.349527 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.349834 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.350318 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.350760 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.351108 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.351338 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.351624 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.351897 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.352118 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.352367 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.352613 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.352827 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.353102 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.353329 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.353551 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.353768 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.353992 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.354229 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.354451 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.354678 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.354920 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.355154 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.355313 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 18:55:44.355913 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93647) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 18:55:44.356077 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 18:55:44.356233 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 18:55:44.356447 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 18:55:44.356619 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 18:55:44.356769 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 18:55:44.356959 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.357119 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.357278 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.357436 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.357592 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.357771 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.357929 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.358085 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.358239 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.358395 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.358551 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.358707 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.358863 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.359021 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.359178 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.359490 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.359657 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.359866 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.364438 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.364438 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.364438 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.364438 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.364438 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] debug = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.364438 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365322 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365322 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365322 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365322 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365322 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365322 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365757 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365757 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365757 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365757 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365757 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365757 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365757 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.365757 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366265 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366265 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366265 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] host = dv-cinder-790492-6-smb {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366265 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366265 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366265 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366265 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366265 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366818 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366818 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366818 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366818 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366818 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366818 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366818 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366818 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.366818 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_file = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.367416 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_options = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.367416 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.367416 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.367416 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.367416 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.367416 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.367416 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.367922 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.367922 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.367922 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.367922 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.368218 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.368218 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.368359 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.368477 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.368634 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.368791 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.368949 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.369110 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.369321 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.369419 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.369573 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.369736 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.369872 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.370028 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.370185 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.370341 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.370495 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.370651 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.370805 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.370962 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.371118 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.371274 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.371430 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.371589 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.371735 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.372007 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.372210 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.372374 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.372536 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.372692 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.372849 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.373008 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.373717 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.373717 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.373717 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.373717 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] use_json = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.373717 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.374131 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.374131 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.374274 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.374351 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.374464 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.374620 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.374782 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 18:55:44.374961 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.375120 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.375291 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.375452 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.375610 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.375771 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.375958 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.376120 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.376280 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.376425 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.376880 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.376880 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.376880 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.377242 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.377242 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.377514 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.377637 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.377758 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.377890 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.378003 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.378135 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.378293 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.378469 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.378629 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.378804 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.378969 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.379127 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.379288 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.380100 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.380265 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.380426 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.380587 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.380748 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.380907 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.381066 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.381292 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.381451 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.381769 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.381933 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.382094 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.382255 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.382488 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.382657 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.382817 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.382982 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.383141 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.383303 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.383478 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.383630 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.383790 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.384054 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.384214 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.384373 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.384531 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.384691 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.384850 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.385009 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.385168 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.385397 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.385558 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.385721 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.385928 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.386092 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.386258 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.386479 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.386701 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.386912 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.387122 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.387331 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.387539 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.387749 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.387999 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.388223 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.388444 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.388669 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.388893 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.389116 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.389344 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.389590 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.389806 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.390015 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.390223 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.390493 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.390709 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.390940 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.391138 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.391315 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.391489 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.391663 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.391864 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.392040 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.392216 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.392377 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.392542 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.392708 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.392873 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.393039 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.393205 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.393370 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.393532 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.393695 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.393858 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.394017 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.394179 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.394341 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.394501 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.394664 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.394827 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.395016 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.395180 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.395341 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.395513 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.395677 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.395868 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.396016 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.396187 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.396361 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.396525 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.396839 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.396997 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.397160 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.397322 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.397485 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.397648 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.397808 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.397969 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.398133 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.398306 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.398477 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.398639 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.398801 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.398962 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.399149 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.399310 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.399471 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.399635 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.399796 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.401904 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.402131 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.404585 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.405207 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.405498 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.406089 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.407381 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.407564 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.407743 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.407945 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.408122 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.408340 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.408514 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.408948 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.409118 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.409287 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.409452 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.409617 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.409781 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.409944 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.410107 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.410271 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.410433 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.410617 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.410782 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.410943 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.411105 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.411268 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.411429 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.411593 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.411754 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.413843 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.414038 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.414219 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.416300 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.416549 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.418038 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.418889 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.419077 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.419264 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.419446 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.419659 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.419807 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.420519 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.420927 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.421108 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.421572 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.421798 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.421976 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.422425 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.422757 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.423037 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.423209 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.423376 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.423671 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.423938 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.424112 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.424271 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.424361 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:55:44.424456 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.424582 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.424745 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.424912 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.425122 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.425286 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.425450 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.425611 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.425778 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.425942 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.426104 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.426819 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.427010 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.427144 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.427308 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.427471 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.427663 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.427805 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.427990 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.428148 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.428309 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.428480 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.428641 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.428802 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.428963 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.429124 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.429294 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.429457 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.429616 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.429775 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.429935 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.430106 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.430266 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.430427 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.430587 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.430747 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.430923 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.431087 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.431249 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.431421 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.431585 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.431746 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.431931 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.432106 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.432267 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.432431 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.432592 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.432753 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.432915 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.433079 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.433247 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.433418 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.433588 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.433751 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.433921 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.434092 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.434268 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.434430 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.434599 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.434773 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.434937 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.435097 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.435260 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.435424 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.435587 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.437794 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.438468 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.438643 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.438817 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.438991 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.440018 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.440209 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.440390 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.440565 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.440742 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.440916 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.441085 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.441266 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.441805 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 18:55:44.441805 dv-cinder-790492-6-smb neutron-server[93647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 18:55:44.505733 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 57358) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:55:44.515057 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070360 Jun 23 18:55:56.136791 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9664ae3-31c0-452d-ac5e-0f1b85515cfe None None] get_active_networks_info from dv-cinder-790492-6-smb {{(pid=93758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 18:55:56.243590 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9664ae3-31c0-452d-ac5e-0f1b85515cfe None None] No non-hosted networks {{(pid=93758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 18:55:56.257234 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.agentschedulers_db [None req-a9664ae3-31c0-452d-ac5e-0f1b85515cfe None None] DHCP Agent not found on host dv-cinder-790492-6-smb {{(pid=93758) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 18:55:56.456781 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03e90e81-322c-4780-8f08-a8011472695e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581'] for agent, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:58.743516 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-937db679-f935-433a-914a-39cd4fc2e6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581'] for agent, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:58.788533 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.db.api [None req-19563767-c2e1-4bf8-8d5a-9b9f50bc4b41 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-790492-6-smb {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 18:55:58.789486 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_db.api [None req-19563767-c2e1-4bf8-8d5a-9b9f50bc4b41 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 18:55:58.810541 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581'] for agent, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:58.811655 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:58.812327 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:58.812878 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:58.813363 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:58.813847 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:58.814383 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:58.814899 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:58.815490 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:58.816123 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:58.816742 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:58.817289 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:58.818480 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:55:58.819119 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790492-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:55:58.825441 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790492-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:55:59.446423 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-19563767-c2e1-4bf8-8d5a-9b9f50bc4b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:55:59.719717 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581'] for agent, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:01.496579 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581'] for agent, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:02.040713 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.db.l3_hamode_db [None req-5f0e845a-b4a4-411a-9e5a-b3a227232ca8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 18:56:02.116896 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e845a-b4a4-411a-9e5a-b3a227232ca8 None None] Routers set() bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:56:02.117281 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e845a-b4a4-411a-9e5a-b3a227232ca8 None None] Router IDs set() for agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 18:56:02.437430 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 57452) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:02.927953 dv-cinder-790492-6-smb neutron-server[93756]: WARNING oslo_policy.policy [None req-ae91b5f8-b3b3-4309-9501-05cb9c33cfe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:56:02.929052 dv-cinder-790492-6-smb neutron-server[93756]: WARNING oslo_policy.policy [None req-ae91b5f8-b3b3-4309-9501-05cb9c33cfe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:56:03.141453 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [None req-ae91b5f8-b3b3-4309-9501-05cb9c33cfe0 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:56:03.142732 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-ae91b5f8-b3b3-4309-9501-05cb9c33cfe0 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7032373 Jun 23 18:56:05.452459 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 57466) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:05.756195 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-06a46f47-bb32-48c9-b11d-8695dda0410c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:56:05.851583 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.policy [None req-06a46f47-bb32-48c9-b11d-8695dda0410c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93756) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 18:56:05.906012 dv-cinder-790492-6-smb neutron-server[93756]: WARNING oslo_policy.policy [None req-06a46f47-bb32-48c9-b11d-8695dda0410c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:56:05.906310 dv-cinder-790492-6-smb neutron-server[93756]: WARNING oslo_policy.policy [None req-06a46f47-bb32-48c9-b11d-8695dda0410c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:56:05.916054 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.quota [None req-06a46f47-bb32-48c9-b11d-8695dda0410c admin admin] Loaded quota_driver: . Jun 23 18:56:06.081533 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06a46f47-bb32-48c9-b11d-8695dda0410c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741285143514', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741285145641', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741285163089', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741285165595', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741285167574', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741285179027', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2040320', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1967484', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-590192', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531005'] for rbac-policy, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:06.439835 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06a46f47-bb32-48c9-b11d-8695dda0410c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:06.441075 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-06a46f47-bb32-48c9-b11d-8695dda0410c admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9876392 Jun 23 18:56:08.983746 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 57478) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:09.278673 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'project_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'name': 'private'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:56:09.405149 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Made reservation on behalf of 2aa6f2f8c17e43eeaaedd093ffe45fe9 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:56:09.408232 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:09.425446 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:09.545974 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:09.643432 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:09.648867 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:09.671495 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:56:09.693416 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741282637590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:09.694063 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Unsubscribe: segment precommit_create {{(pid=93756) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 18:56:09.695184 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.segments_db [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Added segment ca97795d-7021-48e4-a435-8f1c9f0eb7ed of type vlan for network ca625482-a59f-45a8-b440-f2ad8e600919 Jun 23 18:56:09.711136 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e25dc-3c47-4bea-a57b-4a9e63c701d3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:09.760523 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:09.760879 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:09.761210 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:09.761533 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:09.761849 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:09.762161 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:09.762521 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:09.762833 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:09.763143 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:09.763448 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:09.763752 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:09.764079 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Tracked resource versions report: Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: pushed versions: Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: { 'AddressGroup': {'1.2'}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'ConntrackHelper': {'1.0'}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'Log': {'1.0'}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'Network': {'1.1'}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'Port': {'1.7'}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'PortForwarding': {'1.2'}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'QosPolicy': {'1.8'}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'SecurityGroup': {'1.4'}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'SubPort': {'1.0'}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'Subnet': {'1.1'}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'Trunk': {'1.1'}} Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: consumer versions: Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: { DHCP agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: L3 agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: Metadata agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: Metering agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: Open vSwitch agent@dv-cinder-790492-6-smb: { 'AddressGroup': '1.2', Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'ConntrackHelper': '1.0', Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'Log': '1.0', Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'Network': '1.1', Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'Port': '1.7', Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'PortForwarding': '1.2', Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'QosPolicy': '1.8', Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'SecurityGroup': '1.4', Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'SecurityGroupRule': '1.2', Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'SubPort': '1.0', Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'Subnet': '1.1', Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: 'Trunk': '1.1'}} Jun 23 18:56:09.765183 dv-cinder-790492-6-smb neutron-server[93756]: {{(pid=93756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:56:09.811492 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:09.817107 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:09.931162 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:09.932686 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:56:09.933348 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:09.936222 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:10.037487 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Pushing event updated for resources: {'Network': ['ID=ca625482-a59f-45a8-b440-f2ad8e600919,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:10.041490 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:10.049315 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network ca625482-a59f-45a8-b440-f2ad8e600919 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:56:10.063251 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0784602 Jun 23 18:56:12.680147 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 57492) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:13.169077 dv-cinder-790492-6-smb neutron-server[93757]: WARNING oslo_policy.policy [None req-759a9cb3-54cc-4f8c-b928-5426f9fadba3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:56:13.169676 dv-cinder-790492-6-smb neutron-server[93757]: WARNING oslo_policy.policy [None req-759a9cb3-54cc-4f8c-b928-5426f9fadba3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:56:13.600546 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.policy [None req-759a9cb3-54cc-4f8c-b928-5426f9fadba3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93757) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 18:56:13.646397 dv-cinder-790492-6-smb neutron-server[93757]: WARNING oslo_policy.policy [None req-759a9cb3-54cc-4f8c-b928-5426f9fadba3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:56:13.646760 dv-cinder-790492-6-smb neutron-server[93757]: WARNING oslo_policy.policy [None req-759a9cb3-54cc-4f8c-b928-5426f9fadba3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 18:56:13.655229 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a9cb3-54cc-4f8c-b928-5426f9fadba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:56:13.656979 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-759a9cb3-54cc-4f8c-b928-5426f9fadba3 admin admin] 10.222.0.67 "GET /v2.0/networks/ca625482-a59f-45a8-b440-f2ad8e600919 HTTP/1.1" status: 200 len: 825 time: 0.9759426 Jun 23 18:56:13.695952 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e6b34d8b-b207-46a6-8a42-10ba820fe0a9 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/a40e68bd-05ab-4aa8-b7f9-8cee98f18ffd HTTP/1.1" status: 200 len: 734 time: 0.0332189 Jun 23 18:56:13.704647 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Request body: {'subnet': {'subnetpool_id': 'a40e68bd-05ab-4aa8-b7f9-8cee98f18ffd', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:56:13.706188 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.quota [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Loaded quota_driver: . Jun 23 18:56:13.849846 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Made reservation on behalf of 2aa6f2f8c17e43eeaaedd093ffe45fe9 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:56:13.853577 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:14.217254 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:14.222298 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:14.289385 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Checking segment: {'id': 'ca97795d-7021-48e4-a435-8f1c9f0eb7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:56:14.290344 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Network hostable DHCP agents. Network: ca625482-a59f-45a8-b440-f2ad8e600919, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:56:14.297320 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=023d56c3-d7a6-45cf-90b5-a4df6368e4cc,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:14.308323 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:14.308654 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:14.308977 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:14.309295 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:14.309607 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:14.309973 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:14.310289 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:14.310596 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:14.310921 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:14.311234 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:14.311535 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:14.311862 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Tracked resource versions report: Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: pushed versions: Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: { 'AddressGroup': {'1.2'}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'ConntrackHelper': {'1.0'}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'Log': {'1.0'}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'Network': {'1.1'}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'Port': {'1.7'}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'PortForwarding': {'1.2'}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'QosPolicy': {'1.8'}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'SecurityGroup': {'1.4'}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'SubPort': {'1.0'}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'Subnet': {'1.1'}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'Trunk': {'1.1'}} Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: consumer versions: Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: { DHCP agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: L3 agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: Metadata agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: Metering agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: Open vSwitch agent@dv-cinder-790492-6-smb: { 'AddressGroup': '1.2', Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'ConntrackHelper': '1.0', Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'Log': '1.0', Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'Network': '1.1', Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'Port': '1.7', Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'PortForwarding': '1.2', Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'QosPolicy': '1.8', Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'SecurityGroup': '1.4', Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'SecurityGroupRule': '1.2', Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'SubPort': '1.0', Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'Subnet': '1.1', Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: 'Trunk': '1.1'}} Jun 23 18:56:14.312944 dv-cinder-790492-6-smb neutron-server[93757]: {{(pid=93757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:56:14.348297 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:14.445413 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Network ca625482-a59f-45a8-b440-f2ad8e600919 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:56:14.598238 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, ca625482-a59f-45a8-b440-f2ad8e600919) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:56:14.603148 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:56:14.604618 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:14.608898 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705268bf-51a3-4200-a0ab-090daff9d02d None None] Network ca625482-a59f-45a8-b440-f2ad8e600919 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:56:14.709626 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0083957 Jun 23 18:56:14.921270 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp023ac7ff-be4e-5173-8ee3-f67d33d9963f-ca625482-a59f-45a8-b440-f2ad8e600919', 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'fixed_ips': [{'subnet_id': '023d56c3-d7a6-45cf-90b5-a4df6368e4cc'}]}} from dv-cinder-790492-6-smb. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 18:56:14.922428 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:15.193461 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Allocated IP 172.20.0.2 (ca625482-a59f-45a8-b440-f2ad8e600919/023d56c3-d7a6-45cf-90b5-a4df6368e4cc/38f05318-b790-49c1-89f5-a8240cc9fdc5) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:56:15.394323 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:15.437058 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Transition to ACTIVE for port object 38f05318-b790-49c1-89f5-a8240cc9fdc5 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:56:15.457677 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Transition to ACTIVE for port object 38f05318-b790-49c1-89f5-a8240cc9fdc5 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:56:15.526539 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:15.529263 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:15.596983 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Network ca625482-a59f-45a8-b440-f2ad8e600919 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:56:15.601524 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:56:15.610736 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:56:15.613833 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Pushing event updated for resources: {'Port': ['ID=38f05318-b790-49c1-89f5-a8240cc9fdc5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:15.642195 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:15.642528 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:15.642858 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:15.643179 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:15.643496 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:15.643821 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:15.644184 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:15.644517 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:15.644870 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:15.645183 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:15.645485 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:15.645789 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Tracked resource versions report: Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: pushed versions: Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: { 'AddressGroup': {'1.2'}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'ConntrackHelper': {'1.0'}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'Log': {'1.0'}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'Network': {'1.1'}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'Port': {'1.7'}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'PortForwarding': {'1.2'}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'QosPolicy': {'1.8'}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'SecurityGroup': {'1.4'}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'SubPort': {'1.0'}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'Subnet': {'1.1'}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'Trunk': {'1.1'}} Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: consumer versions: Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: { DHCP agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: L3 agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: Metadata agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: Metering agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: Open vSwitch agent@dv-cinder-790492-6-smb: { 'AddressGroup': '1.2', Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'ConntrackHelper': '1.0', Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'Log': '1.0', Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'Network': '1.1', Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'Port': '1.7', Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'PortForwarding': '1.2', Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'QosPolicy': '1.8', Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'SecurityGroup': '1.4', Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'SecurityGroupRule': '1.2', Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'SubPort': '1.0', Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'Subnet': '1.1', Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: 'Trunk': '1.1'}} Jun 23 18:56:15.646964 dv-cinder-790492-6-smb neutron-server[93758]: {{(pid=93758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:56:15.673876 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:15.703782 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Attempting to bind port 38f05318-b790-49c1-89f5-a8240cc9fdc5 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:56:15.704177 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Attempting to bind port 38f05318-b790-49c1-89f5-a8240cc9fdc5 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': 'ca97795d-7021-48e4-a435-8f1c9f0eb7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:56:15.704591 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Attempting to bind port 38f05318-b790-49c1-89f5-a8240cc9fdc5 on network ca625482-a59f-45a8-b440-f2ad8e600919 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:56:15.709535 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:56:15.709893 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Checking segment: {'id': 'ca97795d-7021-48e4-a435-8f1c9f0eb7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:56:15.710355 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:15.710743 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Bound using segment: {'id': 'ca97795d-7021-48e4-a435-8f1c9f0eb7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:56:15.711199 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Bound port: 38f05318-b790-49c1-89f5-a8240cc9fdc5, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca97795d-7021-48e4-a435-8f1c9f0eb7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:56:15.712142 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:15.773296 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] For port 38f05318-b790-49c1-89f5-a8240cc9fdc5, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:56:15.778089 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] For port 38f05318-b790-49c1-89f5-a8240cc9fdc5, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=38f05318-b790-49c1-89f5-a8240cc9fdc5,segment=NetworkSegment(ca97795d-7021-48e4-a435-8f1c9f0eb7ed),segment_id=ca97795d-7021-48e4-a435-8f1c9f0eb7ed)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:56:15.901951 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:15.907743 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:15.977150 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Pushing event updated for resources: {'Port': ['ID=38f05318-b790-49c1-89f5-a8240cc9fdc5,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:15.980418 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:17.071833 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 57512) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:17.395441 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [None req-7c33b4d4-9de0-48e5-b81a-9068ae7d4b4a admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:56:17.396531 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-7c33b4d4-9de0-48e5-b81a-9068ae7d4b4a admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3237450 Jun 23 18:56:19.759616 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 57520) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:20.073889 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [None req-db0a9e31-4a18-41a5-aafb-c7e31edfe75c admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:56:20.074880 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-db0a9e31-4a18-41a5-aafb-c7e31edfe75c admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3142290 Jun 23 18:56:21.304854 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 5 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:56:22.067448 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cfdab1-e7e8-40b4-ab63-22829e756536 None None] Network ca625482-a59f-45a8-b440-f2ad8e600919 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:56:22.266737 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2846e1e6-2c05-44a0-a54d-0e4fd4625122 None None] Provisioning for port 38f05318-b790-49c1-89f5-a8240cc9fdc5 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:56:22.704867 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 38f05318-b790-49c1-89f5-a8240cc9fdc5 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:56:22.725097 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 57534) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:22.856204 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 38f05318-b790-49c1-89f5-a8240cc9fdc5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:56:22.859993 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 38f05318-b790-49c1-89f5-a8240cc9fdc5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:56:22.860394 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:22.966111 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:22.999355 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 38f05318-b790-49c1-89f5-a8240cc9fdc5, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=38f05318-b790-49c1-89f5-a8240cc9fdc5,segment=NetworkSegment(ca97795d-7021-48e4-a435-8f1c9f0eb7ed),segment_id=ca97795d-7021-48e4-a435-8f1c9f0eb7ed)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:56:23.032783 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e364b29e-08a5-46b7-982d-5f1f29345add admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'name': 'router1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:56:23.086451 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:23.088743 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:23.133431 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=38f05318-b790-49c1-89f5-a8240cc9fdc5,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:23.137178 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:23.177993 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e364b29e-08a5-46b7-982d-5f1f29345add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7745'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:23.179571 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e364b29e-08a5-46b7-982d-5f1f29345add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7770'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:23.317602 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e364b29e-08a5-46b7-982d-5f1f29345add admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:23.430230 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e364b29e-08a5-46b7-982d-5f1f29345add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702571'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:23.549072 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e364b29e-08a5-46b7-982d-5f1f29345add admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:23.550263 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-e364b29e-08a5-46b7-982d-5f1f29345add admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8239403 Jun 23 18:56:24.684610 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 38f05318-b790-49c1-89f5-a8240cc9fdc5 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:56:24.734526 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 38f05318-b790-49c1-89f5-a8240cc9fdc5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:56:24.734891 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:25.859674 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 57542) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:26.167900 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [None req-8eb3e8d4-fece-4687-9493-3a922d0832b6 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:56:26.168901 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-8eb3e8d4-fece-4687-9493-3a922d0832b6 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3082631 Jun 23 18:56:26.187455 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c8649ee-5e33-475a-96ba-de842d35b36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:28.490231 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 57550) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:28.686839 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99647f91-c030-4e48-a080-a27b00ed91ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:28.772623 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:28.804929 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:56:28.880849 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Made reservation on behalf of 1220128977da42c3975d07fa65150484 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:56:28.883111 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:28.891259 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:28.977062 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:29.044666 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:29.048916 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:29.059718 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Reserving flat network on physical network physnet1 {{(pid=93756) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 18:56:29.081369 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:29.081707 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.segments_db [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Added segment 4968aaee-5fdd-42d1-8cce-7b45c21db3e7 of type flat for network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 Jun 23 18:56:29.082941 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c8e665-f2d7-41ee-93b7-6188484c4782,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:29.091957 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:29.129986 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:29.244989 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:29.246221 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:56:29.246789 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:29.249649 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:29.323226 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Pushing event updated for resources: {'Network': ['ID=61fc6c52-fb4e-4a75-a8f6-f54a2f637903,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:29.325981 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:29.336023 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:56:29.354710 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8634515 Jun 23 18:56:29.703696 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:31.416789 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:31.719572 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 57568) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:31.930212 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64ea32-0179-4761-8ecf-dd379372a48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:56:31.932129 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-4b64ea32-0179-4761-8ecf-dd379372a48f admin admin] 10.222.0.67 "GET /v2.0/subnets/023d56c3-d7a6-45cf-90b5-a4df6368e4cc HTTP/1.1" status: 200 len: 849 time: 0.2115602 Jun 23 18:56:32.049017 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-e52b7cca-af64-47e8-a9f8-c80461196af0 admin admin] 10.222.0.67 "GET /v2.0/routers/1fe1da70-834f-4180-b06e-3b818772e658 HTTP/1.1" status: 200 len: 704 time: 0.1114657 Jun 23 18:56:32.315608 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:32.605544 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Allocated IP 172.20.0.1 (ca625482-a59f-45a8-b440-f2ad8e600919/023d56c3-d7a6-45cf-90b5-a4df6368e4cc/13ca5c70-d794-4f43-b1f9-1693d1c07139) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:56:32.783207 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:32.806545 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Transition to ACTIVE for port object 13ca5c70-d794-4f43-b1f9-1693d1c07139 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:56:32.949209 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:32.952252 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:33.062772 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Network ca625482-a59f-45a8-b440-f2ad8e600919 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:56:33.070173 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:56:33.080778 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:56:33.081294 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-712299'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:33.139051 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Pushing event updated for resources: {'Port': ['ID=13ca5c70-d794-4f43-b1f9-1693d1c07139,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:33.150443 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:33.349941 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4aa9e434-9167-4fd8-a2cc-cf640f92d726 None None] Provisioning for port 13ca5c70-d794-4f43-b1f9-1693d1c07139 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:56:33.354509 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4aa9e434-9167-4fd8-a2cc-cf640f92d726 None None] Provisioning complete for port 13ca5c70-d794-4f43-b1f9-1693d1c07139 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:56:33.355057 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e434-9167-4fd8-a2cc-cf640f92d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:33.385274 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:33.388451 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9e434-9167-4fd8-a2cc-cf640f92d726 None None] Port 13ca5c70-d794-4f43-b1f9-1693d1c07139 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:56:33.730625 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:33.800958 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:33.802106 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712327'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:33.804615 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:33.882215 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Pushing event updated for resources: {'Port': ['ID=13ca5c70-d794-4f43-b1f9-1693d1c07139,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:33.886167 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:33.926741 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Network ca625482-a59f-45a8-b440-f2ad8e600919 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:56:33.928025 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:56:34.109659 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-32bd6592-efb8-4117-87fa-38dc8f59b374 None None] Provisioning complete for port 13ca5c70-d794-4f43-b1f9-1693d1c07139 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:56:34.110028 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-32bd6592-efb8-4117-87fa-38dc8f59b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:34.141266 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-32bd6592-efb8-4117-87fa-38dc8f59b374 None None] Port 13ca5c70-d794-4f43-b1f9-1693d1c07139 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:56:34.161410 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Router 1fe1da70-834f-4180-b06e-3b818772e658 is scheduled to L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:56:34.262489 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:56:34.267768 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] 10.222.0.67 "PUT /v2.0/routers/1fe1da70-834f-4180-b06e-3b818772e658/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2137990 Jun 23 18:56:34.271960 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Sync routers for ids ['1fe1da70-834f-4180-b06e-3b818772e658'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:56:34.286134 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Routers {'1fe1da70-834f-4180-b06e-3b818772e658'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:56:34.286991 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T18:56:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['1fe1da70-834f-4180-b06e-3b818772e658'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:56:34.472352 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Set router 1fe1da70-834f-4180-b06e-3b818772e658 gateway port host: None {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:56:34.894815 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe1da70-834f-4180-b06e-3b818772e658', 'name': 'router1', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:56:23Z', 'updated_at': '2021-06-23T18:56:33Z', 'revision_number': 2, 'project_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'gw_port_host': None, '_interfaces': [{'id': '13ca5c70-d794-4f43-b1f9-1693d1c07139', 'name': '', 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe1da70-834f-4180-b06e-3b818772e658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '023d56c3-d7a6-45cf-90b5-a4df6368e4cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:56:32Z', 'updated_at': '2021-06-23T18:56:33Z', 'revision_number': 2, 'project_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'subnets': [{'id': '023d56c3-d7a6-45cf-90b5-a4df6368e4cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a40e68bd-05ab-4aa8-b7f9-8cee98f18ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:56:34.947423 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Checking router: 1fe1da70-834f-4180-b06e-3b818772e658 for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:56:34.948389 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Updating router 1fe1da70-834f-4180-b06e-3b818772e658 port 13ca5c70-d794-4f43-b1f9-1693d1c07139 binding host dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:56:35.013332 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:35.497298 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:35.514329 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Transition to ACTIVE for port object 13ca5c70-d794-4f43-b1f9-1693d1c07139 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:56:35.590189 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:35.594524 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:35.738937 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Pushing event updated for resources: {'Port': ['ID=13ca5c70-d794-4f43-b1f9-1693d1c07139,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:35.755754 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:35.756102 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:35.756430 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:35.756730 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:35.757033 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:35.757338 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:35.757639 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:35.757936 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:35.758233 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:35.758532 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:35.758830 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:35.759123 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Tracked resource versions report: Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: pushed versions: Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: { 'AddressGroup': {'1.2'}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'ConntrackHelper': {'1.0'}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'Log': {'1.0'}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'Network': {'1.1'}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'Port': {'1.7'}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'PortForwarding': {'1.2'}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'QosPolicy': {'1.8'}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'SecurityGroup': {'1.4'}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'SecurityGroupRule': {'1.2'}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'SubPort': {'1.0'}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'Subnet': {'1.1'}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'Trunk': {'1.1'}} Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: consumer versions: Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: { DHCP agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: L3 agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: Metadata agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: Metering agent@dv-cinder-790492-6-smb: {}, Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: Open vSwitch agent@dv-cinder-790492-6-smb: { 'AddressGroup': '1.2', Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'ConntrackHelper': '1.0', Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'Log': '1.0', Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'Network': '1.1', Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'Port': '1.7', Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'PortForwarding': '1.2', Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'QosPolicy': '1.8', Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'SecurityGroup': '1.4', Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'SecurityGroupRule': '1.2', Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'SubPort': '1.0', Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'Subnet': '1.1', Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: 'Trunk': '1.1'}} Jun 23 18:56:35.760782 dv-cinder-790492-6-smb neutron-server[93759]: {{(pid=93759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 18:56:35.764831 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:35.767396 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Attempting to bind port 13ca5c70-d794-4f43-b1f9-1693d1c07139 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:56:35.767782 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Attempting to bind port 13ca5c70-d794-4f43-b1f9-1693d1c07139 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': 'ca97795d-7021-48e4-a435-8f1c9f0eb7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:56:35.768230 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Attempting to bind port 13ca5c70-d794-4f43-b1f9-1693d1c07139 on network ca625482-a59f-45a8-b440-f2ad8e600919 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:56:35.773245 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:56:35.773657 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Checking segment: {'id': 'ca97795d-7021-48e4-a435-8f1c9f0eb7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:56:35.774323 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:35.774507 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Bound using segment: {'id': 'ca97795d-7021-48e4-a435-8f1c9f0eb7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:56:35.774956 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Bound port: 13ca5c70-d794-4f43-b1f9-1693d1c07139, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca97795d-7021-48e4-a435-8f1c9f0eb7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:56:35.775316 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:35.846155 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] For port 13ca5c70-d794-4f43-b1f9-1693d1c07139, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:56:35.867104 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] For port 13ca5c70-d794-4f43-b1f9-1693d1c07139, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=13ca5c70-d794-4f43-b1f9-1693d1c07139,segment=NetworkSegment(ca97795d-7021-48e4-a435-8f1c9f0eb7ed),segment_id=ca97795d-7021-48e4-a435-8f1c9f0eb7ed)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:56:35.950461 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:35.952768 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:36.024218 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Routers {'1fe1da70-834f-4180-b06e-3b818772e658'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:56:36.024853 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T18:56:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['1fe1da70-834f-4180-b06e-3b818772e658'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:56:36.027045 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Pushing event updated for resources: {'Port': ['ID=13ca5c70-d794-4f43-b1f9-1693d1c07139,revision_number=4']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:36.032533 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:36.138359 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] Set router 1fe1da70-834f-4180-b06e-3b818772e658 gateway port host: None {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:56:36.403582 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe1da70-834f-4180-b06e-3b818772e658', 'name': 'router1', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:56:23Z', 'updated_at': '2021-06-23T18:56:33Z', 'revision_number': 2, 'project_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'gw_port_host': None, '_interfaces': [{'id': '13ca5c70-d794-4f43-b1f9-1693d1c07139', 'name': '', 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe1da70-834f-4180-b06e-3b818772e658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '023d56c3-d7a6-45cf-90b5-a4df6368e4cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:56:32Z', 'updated_at': '2021-06-23T18:56:35Z', 'revision_number': 4, 'project_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'subnets': [{'id': '023d56c3-d7a6-45cf-90b5-a4df6368e4cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a40e68bd-05ab-4aa8-b7f9-8cee98f18ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:56:36.435333 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf10729-8d1a-4bba-b782-20c8af862bbb None None] The sync data for ids ['1fe1da70-834f-4180-b06e-3b818772e658'] in dv-cinder-790492-6-smb is: [{'id': '1fe1da70-834f-4180-b06e-3b818772e658', 'name': 'router1', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:56:23Z', 'updated_at': '2021-06-23T18:56:33Z', 'revision_number': 2, 'project_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'gw_port_host': None, '_interfaces': [{'id': '13ca5c70-d794-4f43-b1f9-1693d1c07139', 'name': '', 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe1da70-834f-4180-b06e-3b818772e658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '023d56c3-d7a6-45cf-90b5-a4df6368e4cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:56:32Z', 'updated_at': '2021-06-23T18:56:35Z', 'revision_number': 4, 'project_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'subnets': [{'id': '023d56c3-d7a6-45cf-90b5-a4df6368e4cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a40e68bd-05ab-4aa8-b7f9-8cee98f18ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:56:36.474285 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 57588) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:36.587595 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f2494c-81c9-4337-bcc2-a1bed4556648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:56:36.589572 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-d0f2494c-81c9-4337-bcc2-a1bed4556648 admin admin] 10.222.0.67 "GET /v2.0/networks/61fc6c52-fb4e-4a75-a8f6-f54a2f637903 HTTP/1.1" status: 200 len: 842 time: 0.1142659 Jun 23 18:56:36.599077 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Request body: {'subnet': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:56:36.738434 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Made reservation on behalf of 1220128977da42c3975d07fa65150484 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:56:36.740754 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:37.142082 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.objects.ports [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93756) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 18:56:37.142518 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:37.144559 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:37.202630 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aaffefa-e1db-4c0f-b142-93e6d08f06cd,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:37.206240 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:37.211576 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Checking segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:56:37.211974 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Network hostable DHCP agents. Network: 61fc6c52-fb4e-4a75-a8f6-f54a2f637903, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:56:37.321294 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:56:37.405355 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, 61fc6c52-fb4e-4a75-a8f6-f54a2f637903) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:56:37.409490 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:56:37.410101 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:37.417501 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d32772d-f38d-46df-bb52-7ffde0c61788 None None] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:56:37.537144 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be39930-b947-44cc-94be-c42845893d0b None None] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:56:37.587925 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9822772 Jun 23 18:56:39.881843 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 57600) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:40.080412 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-366a157c-6d6f-4b93-a201-e587a03f75ea admin admin] 10.222.0.67 "GET /v2.0/routers/1fe1da70-834f-4180-b06e-3b818772e658 HTTP/1.1" status: 200 len: 710 time: 0.1974504 Jun 23 18:56:40.165143 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0f2639-b3c4-426c-9e58-60ea3ee4e974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:56:40.166362 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-fd0f2639-b3c4-426c-9e58-60ea3ee4e974 admin admin] 10.222.0.67 "GET /v2.0/networks/61fc6c52-fb4e-4a75-a8f6-f54a2f637903 HTTP/1.1" status: 200 len: 886 time: 0.0810530 Jun 23 18:56:40.175510 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:56:40.421674 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-702526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7780'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:40.721692 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 13ca5c70-d794-4f43-b1f9-1693d1c07139 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:56:40.746264 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:40.819044 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:40.847607 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 13ca5c70-d794-4f43-b1f9-1693d1c07139 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:56:40.851532 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 13ca5c70-d794-4f43-b1f9-1693d1c07139 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:56:40.851934 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:40.928934 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:40.959251 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 13ca5c70-d794-4f43-b1f9-1693d1c07139, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=13ca5c70-d794-4f43-b1f9-1693d1c07139,segment=NetworkSegment(ca97795d-7021-48e4-a435-8f1c9f0eb7ed),segment_id=ca97795d-7021-48e4-a435-8f1c9f0eb7ed)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:56:41.032953 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Allocated IP 172.28.2.246 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/37c91cec-a0b1-4d97-8a89-b63417f55240) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:56:41.047719 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:41.052413 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:41.094150 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=13ca5c70-d794-4f43-b1f9-1693d1c07139,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:41.097321 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:41.131673 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:41.230939 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:41.233124 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:41.265190 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:56:41.270097 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:56:41.275961 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:56:41.280208 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Pushing event updated for resources: {'Port': ['ID=37c91cec-a0b1-4d97-8a89-b63417f55240,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:41.310585 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:41.577029 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:41.851031 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-702526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7780'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:41.854120 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596661'] for router, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:41.956089 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Router 1fe1da70-834f-4180-b06e-3b818772e658 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:56:42.061684 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:56:42.066232 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:42.067416 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] 10.222.0.67 "PUT /v2.0/routers/1fe1da70-834f-4180-b06e-3b818772e658 HTTP/1.1" status: 200 len: 890 time: 1.8951287 Jun 23 18:56:42.071870 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Sync routers for ids ['1fe1da70-834f-4180-b06e-3b818772e658'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:56:42.082903 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Routers {'1fe1da70-834f-4180-b06e-3b818772e658'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:56:42.083555 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T18:56:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['1fe1da70-834f-4180-b06e-3b818772e658'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:56:42.348997 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Set router 1fe1da70-834f-4180-b06e-3b818772e658 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:56:42.702149 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 13ca5c70-d794-4f43-b1f9-1693d1c07139 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:56:42.767781 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe1da70-834f-4180-b06e-3b818772e658', 'name': 'router1', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '37c91cec-a0b1-4d97-8a89-b63417f55240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:56:23Z', 'updated_at': '2021-06-23T18:56:41Z', 'revision_number': 4, 'project_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'gw_port': {'id': '37c91cec-a0b1-4d97-8a89-b63417f55240', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe1da70-834f-4180-b06e-3b818772e658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:56:40Z', 'updated_at': '2021-06-23T18:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '13ca5c70-d794-4f43-b1f9-1693d1c07139', 'name': '', 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe1da70-834f-4180-b06e-3b818772e658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '023d56c3-d7a6-45cf-90b5-a4df6368e4cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:56:32Z', 'updated_at': '2021-06-23T18:56:40Z', 'revision_number': 5, 'project_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'subnets': [{'id': '023d56c3-d7a6-45cf-90b5-a4df6368e4cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a40e68bd-05ab-4aa8-b7f9-8cee98f18ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:56:42.819010 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Checking router: 1fe1da70-834f-4180-b06e-3b818772e658 for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:56:42.819356 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Updating router 1fe1da70-834f-4180-b06e-3b818772e658 port 37c91cec-a0b1-4d97-8a89-b63417f55240 binding host dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:56:42.842258 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 13ca5c70-d794-4f43-b1f9-1693d1c07139 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:56:42.842624 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:42.875888 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:43.226565 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:43.235949 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Transition to ACTIVE for port object 37c91cec-a0b1-4d97-8a89-b63417f55240 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:56:43.322006 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:43.324424 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:43.375519 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Attempting to bind port 37c91cec-a0b1-4d97-8a89-b63417f55240 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:56:43.375914 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Attempting to bind port 37c91cec-a0b1-4d97-8a89-b63417f55240 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:56:43.376332 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Attempting to bind port 37c91cec-a0b1-4d97-8a89-b63417f55240 on network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:56:43.378195 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ce4a1-da1c-4041-9baa-e9b23c3f9f2f None None] Pushing event updated for resources: {'Port': ['ID=37c91cec-a0b1-4d97-8a89-b63417f55240,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:43.381274 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-318ce4a1-da1c-4041-9baa-e9b23c3f9f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:43.384013 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:56:43.384387 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Checking segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:56:43.384789 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:43.385170 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Bound using segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:56:43.385727 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Bound port: 37c91cec-a0b1-4d97-8a89-b63417f55240, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:56:43.386025 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:43.435325 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] For port 37c91cec-a0b1-4d97-8a89-b63417f55240, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:56:43.438807 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] For port 37c91cec-a0b1-4d97-8a89-b63417f55240, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=37c91cec-a0b1-4d97-8a89-b63417f55240,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:56:43.539703 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:43.542633 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:43.598627 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ce4a1-da1c-4041-9baa-e9b23c3f9f2f None None] Pushing event updated for resources: {'Port': ['ID=37c91cec-a0b1-4d97-8a89-b63417f55240,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:43.601178 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Routers {'1fe1da70-834f-4180-b06e-3b818772e658'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:56:43.601764 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T18:56:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['1fe1da70-834f-4180-b06e-3b818772e658'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:56:43.603609 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-318ce4a1-da1c-4041-9baa-e9b23c3f9f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:43.780800 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] Set router 1fe1da70-834f-4180-b06e-3b818772e658 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:56:43.986690 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe1da70-834f-4180-b06e-3b818772e658', 'name': 'router1', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '37c91cec-a0b1-4d97-8a89-b63417f55240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:56:23Z', 'updated_at': '2021-06-23T18:56:41Z', 'revision_number': 4, 'project_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'gw_port': {'id': '37c91cec-a0b1-4d97-8a89-b63417f55240', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe1da70-834f-4180-b06e-3b818772e658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:56:40Z', 'updated_at': '2021-06-23T18:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '13ca5c70-d794-4f43-b1f9-1693d1c07139', 'name': '', 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe1da70-834f-4180-b06e-3b818772e658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '023d56c3-d7a6-45cf-90b5-a4df6368e4cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:56:32Z', 'updated_at': '2021-06-23T18:56:40Z', 'revision_number': 5, 'project_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'subnets': [{'id': '023d56c3-d7a6-45cf-90b5-a4df6368e4cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a40e68bd-05ab-4aa8-b7f9-8cee98f18ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:56:44.011761 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2708fa6-36cf-462b-a5e3-8486b2edc10f None None] The sync data for ids ['1fe1da70-834f-4180-b06e-3b818772e658'] in dv-cinder-790492-6-smb is: [{'id': '1fe1da70-834f-4180-b06e-3b818772e658', 'name': 'router1', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': '37c91cec-a0b1-4d97-8a89-b63417f55240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:56:23Z', 'updated_at': '2021-06-23T18:56:41Z', 'revision_number': 4, 'project_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'gw_port': {'id': '37c91cec-a0b1-4d97-8a89-b63417f55240', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe1da70-834f-4180-b06e-3b818772e658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:56:40Z', 'updated_at': '2021-06-23T18:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '13ca5c70-d794-4f43-b1f9-1693d1c07139', 'name': '', 'network_id': 'ca625482-a59f-45a8-b440-f2ad8e600919', 'tenant_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'mac_address': 'fa:16:3e:3c:55:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe1da70-834f-4180-b06e-3b818772e658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '023d56c3-d7a6-45cf-90b5-a4df6368e4cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:56:32Z', 'updated_at': '2021-06-23T18:56:40Z', 'revision_number': 5, 'project_id': '2aa6f2f8c17e43eeaaedd093ffe45fe9', 'subnets': [{'id': '023d56c3-d7a6-45cf-90b5-a4df6368e4cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a40e68bd-05ab-4aa8-b7f9-8cee98f18ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:56:44.470657 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 57608) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:56:44.600175 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-104a3b90-8157-4d84-8740-3b59870aae6a admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1283307 Jun 23 18:56:44.730267 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 37c91cec-a0b1-4d97-8a89-b63417f55240 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:56:44.863221 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 37c91cec-a0b1-4d97-8a89-b63417f55240 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:56:44.867481 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 37c91cec-a0b1-4d97-8a89-b63417f55240 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:56:44.867928 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:44.947802 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:44.969390 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 37c91cec-a0b1-4d97-8a89-b63417f55240, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=37c91cec-a0b1-4d97-8a89-b63417f55240,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:56:45.059433 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:45.061696 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-d2ff740c-adea-4adc-a8b4-cd1628911d69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:56:45.109521 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=37c91cec-a0b1-4d97-8a89-b63417f55240,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:56:45.112680 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:56:46.716391 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 37c91cec-a0b1-4d97-8a89-b63417f55240 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:56:46.771410 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 37c91cec-a0b1-4d97-8a89-b63417f55240 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:56:46.772305 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:56.151353 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f570eabc-8e3c-4578-86eb-b8a016ed67eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:58.310034 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 5 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:56:58.705359 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f124a53d-e900-4da9-8426-74b26e6bc1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:58.802845 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:56:59.643157 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:01.449343 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:26.147234 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fbd303fe-2ef5-4178-866d-d311da188cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:29.117374 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf3b6-dfc1-493f-9af2-fa4903725102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:29.147702 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:29.628018 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:31.405969 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:35.300414 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 5 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:57:56.160903 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4c4c2f6-a6d9-4caf-80ef-fe1bc41b742a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:58.743637 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-529bbb80-e7a5-409a-a36c-29423dd6a9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:58.881326 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:57:59.629787 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:01.417924 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:12.299739 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 5 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:58:23.269361 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 58176) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:23.333015 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.pecan_wsgi.hooks.translation [None req-276cc67b-13f1-4d01-aa65-9a5836d9b865 admin admin] GET failed (client error): The resource could not be found. Jun 23 18:58:23.334314 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-276cc67b-13f1-4d01-aa65-9a5836d9b865 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640011 Jun 23 18:58:23.533615 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cfcd50-ffd8-477c-ae6c-70d627ab42ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:23.535015 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-a7cfcd50-ffd8-477c-ae6c-70d627ab42ef admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1959486 Jun 23 18:58:25.766506 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58186) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:25.873745 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5196335-25a5-4b59-ad48-cf04b8d2781f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:25.875101 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-f5196335-25a5-4b59-ad48-cf04b8d2781f admin admin] 10.222.0.67 "GET /v2.0/subnets/023d56c3-d7a6-45cf-90b5-a4df6368e4cc HTTP/1.1" status: 200 len: 849 time: 0.1076047 Jun 23 18:58:25.884362 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:58:25.966690 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.157502 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89a78853-e26b-4ead-b3f2-f893cb6591d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.196493 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741282470876'] for subnet, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.198822 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:58:26.229162 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:26.229673 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.231032 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] 10.222.0.67 "PUT /v2.0/subnets/023d56c3-d7a6-45cf-90b5-a4df6368e4cc HTTP/1.1" status: 200 len: 868 time: 0.3504820 Jun 23 18:58:26.236758 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a8d7da-6e20-49e5-8109-a79f150213b1 None None] Network ca625482-a59f-45a8-b440-f2ad8e600919 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:58:26.256358 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=023d56c3-d7a6-45cf-90b5-a4df6368e4cc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:58:26.265282 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:26.265282 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:26.265282 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:26.265796 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:26.266081 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:26.266292 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:26.266625 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:26.266967 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:26.267297 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:26.268245 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:26.269193 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:26.269193 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:58:26.273009 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:58:26.724192 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a6887773-61da-4401-87ae-bd86fbd093a4 None None] Provisioning complete for port 38f05318-b790-49c1-89f5-a8240cc9fdc5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:26.724192 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6887773-61da-4401-87ae-bd86fbd093a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:26.813410 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a6887773-61da-4401-87ae-bd86fbd093a4 None None] Provisioning complete for port 13ca5c70-d794-4f43-b1f9-1693d1c07139 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:58:26.813787 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6887773-61da-4401-87ae-bd86fbd093a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.503748 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 58196) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:28.708599 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-840ee409-9d9f-492b-81a5-2cec5b9053c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:28.738150 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238fccbc-3414-437c-91e8-500b28513cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:28.738606 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238fccbc-3414-437c-91e8-500b28513cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:28.740158 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-238fccbc-3414-437c-91e8-500b28513cef admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2350657 Jun 23 18:58:28.808825 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:29.695157 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:30.985856 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 58204) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:31.126369 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c22bc7e-d2cc-4f72-916c-faff6dc0dded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:31.126829 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c22bc7e-d2cc-4f72-916c-faff6dc0dded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:31.128461 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-1c22bc7e-d2cc-4f72-916c-faff6dc0dded admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1417534 Jun 23 18:58:31.448651 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:33.322227 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58212) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:33.460389 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c6babe-8ae9-4c3e-b5d9-8c277256fbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:33.461868 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-d3c6babe-8ae9-4c3e-b5d9-8c277256fbf1 admin admin] 10.222.0.67 "GET /v2.0/networks/61fc6c52-fb4e-4a75-a8f6-f54a2f637903 HTTP/1.1" status: 200 len: 886 time: 0.1385248 Jun 23 18:58:35.654891 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58220) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:35.784617 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7623cc01-ffbd-45a8-aa7f-aef3a52bbe60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:35.785955 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-7623cc01-ffbd-45a8-aa7f-aef3a52bbe60 admin admin] 10.222.0.67 "GET /v2.0/networks/ca625482-a59f-45a8-b440-f2ad8e600919 HTTP/1.1" status: 200 len: 869 time: 0.1300964 Jun 23 18:58:37.915529 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58228) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:38.048349 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457cf68a-6014-44d4-a3d8-a8ee8acc4829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:38.048349 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457cf68a-6014-44d4-a3d8-a8ee8acc4829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:38.050963 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-457cf68a-6014-44d4-a3d8-a8ee8acc4829 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1339936 Jun 23 18:58:40.301261 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58236) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:40.393869 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d711fd-6400-46db-893f-c969844f2854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:40.394328 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d711fd-6400-46db-893f-c969844f2854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:40.395868 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-64d711fd-6400-46db-893f-c969844f2854 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936983 Jun 23 18:58:42.547516 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 58244) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:42.636212 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0508f5-334b-4a73-bc7d-830cc5c427dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:42.637550 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-3d0508f5-334b-4a73-bc7d-830cc5c427dd admin admin] 10.222.0.67 "GET /v2.0/subnets/023d56c3-d7a6-45cf-90b5-a4df6368e4cc HTTP/1.1" status: 200 len: 868 time: 0.0890729 Jun 23 18:58:44.771671 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58252) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:58:44.855411 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fd7ccd-d424-4b20-8774-fdd25edf0ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:58:44.856780 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-54fd7ccd-d424-4b20-8774-fdd25edf0ea0 admin admin] 10.222.0.67 "GET /v2.0/subnets/0aaffefa-e1db-4c0f-b142-93e6d08f06cd HTTP/1.1" status: 200 len: 816 time: 0.0841308 Jun 23 18:58:49.298898 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 5 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:58:56.142068 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d82a6b2f-906a-45c7-be72-d7825b2f5c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.690728 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05cbe868-9364-4990-8670-9b1e1024f6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:58.787574 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:58:59.621607 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:01.428045 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:08.281556 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58296) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:08.328820 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [None req-da53a8a4-6fca-4630-9458-26c399059fd8 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:59:08.329802 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-da53a8a4-6fca-4630-9458-26c399059fd8 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473990 Jun 23 18:59:10.578772 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58304) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:10.650106 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-109cea53-aee8-4572-ae36-6ceac987e308 admin admin] GET failed (client error): The resource could not be found. Jun 23 18:59:10.651495 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-109cea53-aee8-4572-ae36-6ceac987e308 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0717928 Jun 23 18:59:10.815987 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a88d8b8-5a38-4dba-96d0-e7460d1342f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:10.818109 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-2a88d8b8-5a38-4dba-96d0-e7460d1342f1 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1627371 Jun 23 18:59:13.017242 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58312) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:13.064583 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:59:13.125655 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] Made reservation on behalf of 1220128977da42c3975d07fa65150484 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:59:13.128113 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:13.162042 dv-cinder-790492-6-smb neutron-server[93756]: WARNING neutron.services.revisions.revision_plugin [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] Could not find related network for resource to bump revision. Jun 23 18:59:13.173340 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:59:13.182844 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:13.183201 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.segments_db [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] Added segment 9872822f-7ae5-40e5-95f7-76170aa6e41b of type vlan for network 8459b82e-c541-4a66-a1af-315c363ed4b3 Jun 23 18:59:13.234025 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:13.320034 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:13.321355 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:13.321942 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:13.324036 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:13.384931 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] Pushing event updated for resources: {'Network': ['ID=8459b82e-c541-4a66-a1af-315c363ed4b3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:13.387697 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:13.395865 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network 8459b82e-c541-4a66-a1af-315c363ed4b3 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:59:13.424893 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4064605 Jun 23 18:59:15.712147 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58320) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:59:15.776915 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a1f78b-d619-4497-90cd-d8f6695c04ea admin admin] GET failed (client error): The resource could not be found. Jun 23 18:59:15.778307 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-40a1f78b-d619-4497-90cd-d8f6695c04ea admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0651085 Jun 23 18:59:15.846716 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1037b712-e879-4af3-bb27-93787b0b4955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:15.848171 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-1037b712-e879-4af3-bb27-93787b0b4955 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659714 Jun 23 18:59:15.857767 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] Request body: {'subnet': {'network_id': '8459b82e-c541-4a66-a1af-315c363ed4b3', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:59:15.948924 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] Made reservation on behalf of 1220128977da42c3975d07fa65150484 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:59:15.951178 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:16.337612 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:16.339963 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:16.395764 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78fc1591-7771-42f6-834a-1c52e53ba1ee,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:16.399754 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:16.403631 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] Checking segment: {'id': '9872822f-7ae5-40e5-95f7-76170aa6e41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '8459b82e-c541-4a66-a1af-315c363ed4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:59:16.404017 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] Network hostable DHCP agents. Network: 8459b82e-c541-4a66-a1af-315c363ed4b3, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:59:16.514066 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] Network 8459b82e-c541-4a66-a1af-315c363ed4b3 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:59:16.600520 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, 8459b82e-c541-4a66-a1af-315c363ed4b3) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:59:16.605424 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:59:16.610021 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:16.610169 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313faf3-0f50-4082-8bca-bda06e9c45dc None None] Network 8459b82e-c541-4a66-a1af-315c363ed4b3 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:59:16.692044 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8376608 Jun 23 18:59:16.860800 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp023ac7ff-be4e-5173-8ee3-f67d33d9963f-8459b82e-c541-4a66-a1af-315c363ed4b3', 'network_id': '8459b82e-c541-4a66-a1af-315c363ed4b3', 'tenant_id': '1220128977da42c3975d07fa65150484', 'fixed_ips': [{'subnet_id': '78fc1591-7771-42f6-834a-1c52e53ba1ee'}]}} from dv-cinder-790492-6-smb. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 18:59:16.861940 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:17.026915 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Allocated IP 192.168.233.2 (8459b82e-c541-4a66-a1af-315c363ed4b3/78fc1591-7771-42f6-834a-1c52e53ba1ee/d45f0cee-0a88-41bc-82f3-9838c07b9f6a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:59:17.181529 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:17.190302 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Transition to ACTIVE for port object d45f0cee-0a88-41bc-82f3-9838c07b9f6a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:59:17.206221 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Transition to ACTIVE for port object d45f0cee-0a88-41bc-82f3-9838c07b9f6a will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:59:17.280673 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:17.282997 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:17.325490 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Network 8459b82e-c541-4a66-a1af-315c363ed4b3 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:59:17.326954 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:59:17.330715 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:59:17.342109 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Pushing event updated for resources: {'Port': ['ID=d45f0cee-0a88-41bc-82f3-9838c07b9f6a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:17.363758 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:17.364653 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:17.364982 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:17.365303 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:17.365631 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:17.365940 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:17.366251 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:17.366562 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:17.366873 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:17.367203 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:17.367512 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:17.367859 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:59:17.373184 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:17.405472 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Attempting to bind port d45f0cee-0a88-41bc-82f3-9838c07b9f6a on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:59:17.410517 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Attempting to bind port d45f0cee-0a88-41bc-82f3-9838c07b9f6a by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '9872822f-7ae5-40e5-95f7-76170aa6e41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '8459b82e-c541-4a66-a1af-315c363ed4b3'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:59:17.410517 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Attempting to bind port d45f0cee-0a88-41bc-82f3-9838c07b9f6a on network 8459b82e-c541-4a66-a1af-315c363ed4b3 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:59:17.411401 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:59:17.411778 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Checking segment: {'id': '9872822f-7ae5-40e5-95f7-76170aa6e41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '8459b82e-c541-4a66-a1af-315c363ed4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:59:17.412216 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:17.412611 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Bound using segment: {'id': '9872822f-7ae5-40e5-95f7-76170aa6e41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '8459b82e-c541-4a66-a1af-315c363ed4b3'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:59:17.413085 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Bound port: d45f0cee-0a88-41bc-82f3-9838c07b9f6a, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9872822f-7ae5-40e5-95f7-76170aa6e41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '8459b82e-c541-4a66-a1af-315c363ed4b3'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:59:17.413610 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:17.496830 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] For port d45f0cee-0a88-41bc-82f3-9838c07b9f6a, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:59:17.496830 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] For port d45f0cee-0a88-41bc-82f3-9838c07b9f6a, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=d45f0cee-0a88-41bc-82f3-9838c07b9f6a,segment=NetworkSegment(9872822f-7ae5-40e5-95f7-76170aa6e41b),segment_id=9872822f-7ae5-40e5-95f7-76170aa6e41b)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:59:17.567938 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:17.572729 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:17.641151 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Pushing event updated for resources: {'Port': ['ID=d45f0cee-0a88-41bc-82f3-9838c07b9f6a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:17.644526 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:18.511876 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a122cab5-8b6f-41d7-aa32-a95abfdb77c0 None None] Network 8459b82e-c541-4a66-a1af-315c363ed4b3 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:59:18.653868 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b523d28e-87cb-4234-b81b-04aba018eac6 None None] Provisioning for port d45f0cee-0a88-41bc-82f3-9838c07b9f6a completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:59:18.870627 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device d45f0cee-0a88-41bc-82f3-9838c07b9f6a up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:59:18.989902 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port d45f0cee-0a88-41bc-82f3-9838c07b9f6a completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:59:18.994747 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port d45f0cee-0a88-41bc-82f3-9838c07b9f6a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:18.995119 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:19.088641 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:19.129470 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port d45f0cee-0a88-41bc-82f3-9838c07b9f6a, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=d45f0cee-0a88-41bc-82f3-9838c07b9f6a,segment=NetworkSegment(9872822f-7ae5-40e5-95f7-76170aa6e41b),segment_id=9872822f-7ae5-40e5-95f7-76170aa6e41b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:59:19.212432 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:19.215474 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:59:19.271834 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=d45f0cee-0a88-41bc-82f3-9838c07b9f6a,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:59:19.275275 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:59:20.821997 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device d45f0cee-0a88-41bc-82f3-9838c07b9f6a up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:59:20.875487 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port d45f0cee-0a88-41bc-82f3-9838c07b9f6a triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:59:20.875879 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:26.138469 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0db7e604-652f-4981-a06b-879671db1e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:26.297826 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 5 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:59:28.706692 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3ec3b85-0c66-49e2-b14b-3c4d606ead47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:28.801276 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:29.612709 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:31.447102 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:56.117761 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8ae96a7-13be-464a-9483-6f9030e3f586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:58.682902 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59b2521b-0ce2-4fc7-ac33-9ed43a423842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:58.791882 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:59:59.665569 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:01.432029 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:03.296242 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 5 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:00:26.130318 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36cc170b-2e47-490a-9df2-70a7aba5139e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.707207 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-feab979b-9492-4559-84a7-a721e975fab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:28.804486 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:29.661392 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:31.421757 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:38.228864 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58372) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:38.236478 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [None req-ad455414-726e-4711-9485-8bc4fb1dded9 tempest-verify_tempest_config-668883217 tempest-verify_tempest_config-668883217-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:00:38.237555 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-ad455414-726e-4711-9485-8bc4fb1dded9 tempest-verify_tempest_config-668883217 tempest-verify_tempest_config-668883217-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0076296 Jun 23 19:00:38.807729 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 58390) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:38.921079 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:39.046112 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:39.131151 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:39.135075 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:39.174768 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5317eee-7bf8-4a9a-a090-e1f7c312c0c5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:39.179357 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e077b27d189a4025ba717a1c0de96226&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3704786 Jun 23 19:00:39.182645 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58396) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:00:39.184372 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.184715 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.185308 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.185633 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.185970 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.186269 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.186587 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.186901 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.187217 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.187529 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.187859 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.188172 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.192555 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:39.240363 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:39.261207 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:39.405913 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:39.408817 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:39.410082 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f5317eee-7bf8-4a9a-a090-e1f7c312c0c5 HTTP/1.1" status: 204 len: 168 time: 0.2264693 Jun 23 19:00:39.410808 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:00:39.418797 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5317eee-7bf8-4a9a-a090-e1f7c312c0c5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:00:39.426268 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.426684 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.426936 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.427288 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.427643 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.428013 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.428338 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.428660 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.428982 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.429299 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.429649 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.430608 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:00:39.434482 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:00:40.294682 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 5 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:00:56.137592 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f231766-c9c1-4341-b0da-8ac8ce18b075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:58.726091 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-785144e6-e9ac-43bc-b3e3-535b2e330483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:58.795083 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:00:59.641265 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:01.429644 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:17.293380 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 5 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:01:26.151752 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8088adb9-ca49-48be-9e64-88bf97494b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:28.727402 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28338ba9-9698-49ba-b827-5d3df6d12ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:28.796992 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:29.659903 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:31.448969 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:54.292168 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 5 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:01:56.107169 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aca0d290-75cf-430e-9734-e0240f21ab94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:58.701888 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe0e5b61-ccd0-43d8-89dc-a723a58dcabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:58.769894 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:01:59.638838 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:01.432777 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:20.165880 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581'] for agent, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:26.155321 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41f12081-1b3d-44e9-ba78-4d8f16fa212e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.692028 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-efced941-a971-4af2-aca2-b443bfe34904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:28.806356 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:29.629476 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:31.289902 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:02:31.446590 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:35.059799 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58468) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:35.160322 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-5d6d38a5-5655-42be-b46d-a4be158d0169 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0987866 Jun 23 19:02:37.314010 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58478) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:02:37.367526 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-ddf0f491-73c2-4bf9-9127-72c7e2606b6e admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0524271 Jun 23 19:02:50.179242 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:56.133853 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46f7942a-041d-41f9-b1de-b7d50a5322bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:58.700066 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45499dba-543d-45b0-a330-9b461ca91be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:58.808585 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:02:59.653905 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:01.448838 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:08.292314 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:03:20.226944 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:26.118997 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e67c9177-ef43-436d-ad78-537fea20c0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:28.702137 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e88e4d6-86c2-42b0-98bb-905a8bf89efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:28.788333 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:29.656572 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:31.456724 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:45.292421 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:03:50.212105 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:56.166893 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa29b12d-a0d0-43ac-a0bd-e0d3de9c6f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:58.705141 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b18e-169b-474d-a3cd-28cbf1907f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:58.909686 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:03:59.663551 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:01.486929 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:10.421619 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58690) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:10.804332 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1093905441-network', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:10.825396 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 58712) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:10.884319 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Made reservation on behalf of 704cf5a143b64c318c400174e02d1fe7 for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:10.884319 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:10.892587 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.036781 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.092329 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 58728) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:11.110844 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.115160 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:11.188635 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec0afa7-07ed-4ed2-942f-5a9f6da97c75,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:11.218422 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.218422 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.218422 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.218422 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.218712 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.218809 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.219303 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.219804 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.220532 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.221176 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.221825 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.222479 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Tracked resource versions report: Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: pushed versions: Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: { 'AddressGroup': {'1.2'}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'ConntrackHelper': {'1.0'}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'Log': {'1.0'}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'Network': {'1.1'}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'Port': {'1.7'}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'PortForwarding': {'1.2'}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'QosPolicy': {'1.8'}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'SecurityGroup': {'1.4'}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'SecurityGroupRule': {'1.2'}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'SubPort': {'1.0'}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'Subnet': {'1.1'}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'Trunk': {'1.1'}} Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: consumer versions: Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: { DHCP agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: HyperV agent@hv-cinder-79049: {}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: L3 agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: Metadata agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: Metering agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: Open vSwitch agent@dv-cinder-790492-6-smb: { 'AddressGroup': '1.2', Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'ConntrackHelper': '1.0', Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'Log': '1.0', Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'Network': '1.1', Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'Port': '1.7', Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'PortForwarding': '1.2', Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'QosPolicy': '1.8', Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'SecurityGroup': '1.4', Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'SecurityGroupRule': '1.2', Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'SubPort': '1.0', Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'Subnet': '1.1', Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: 'Trunk': '1.1'}} Jun 23 19:04:11.224312 dv-cinder-790492-6-smb neutron-server[93756]: {{(pid=93756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 19:04:11.241052 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:04:11.254662 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.255017 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.segments_db [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Added segment 29863f63-7ad3-4bfb-a754-d95e2ea3b892 of type vlan for network 13ea8972-b95b-4038-a37a-9424804d7f04 Jun 23 19:04:11.301339 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.309028 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-614316019-network', 'tenant_id': 'f95ac121b1a24229945867eb653a105a'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:11.309843 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:11.447708 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Made reservation on behalf of f95ac121b1a24229945867eb653a105a for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:11.447924 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.449228 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:11.449807 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.451948 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.461048 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:11.462813 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.485607 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2058944670-network', 'tenant_id': '6631f261963349a78a64fdae0294b85c'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:11.515339 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58742) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:11.531626 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Pushing event updated for resources: {'Network': ['ID=13ea8972-b95b-4038-a37a-9424804d7f04,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:11.545125 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network 13ea8972-b95b-4038-a37a-9424804d7f04 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:04:11.562907 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1401834 Jun 23 19:04:11.563507 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58748) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:11.564536 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:11.569769 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Request body: {'subnet': {'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1093905441-subnet', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:11.619002 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.749840 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.759312 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.db.api [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 19:04:11.759312 dv-cinder-790492-6-smb neutron-server[93756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 19:04:11.759312 dv-cinder-790492-6-smb neutron-server[93756]: [parameters: {'project_id_1': '704cf5a143b64c318c400174e02d1fe7', 'expiration_1': datetime.datetime(2021, 6, 23, 19, 4, 11, 574067)}] Jun 23 19:04:11.759312 dv-cinder-790492-6-smb neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 19:04:11.759699 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_db.api [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 19:04:11.760500 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:11.781217 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:04:11.800431 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741282637590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.801334 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Unsubscribe: segment precommit_create {{(pid=93757) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 19:04:11.801827 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.segments_db [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Added segment 569808f1-c2af-4a59-bd94-62bb68dd740e of type vlan for network 6f276787-6d2f-4388-aea6-d3a0998dbf61 Jun 23 19:04:11.832668 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1051731900-network', 'tenant_id': 'df588b2890b045ccb1ddbda94138d9ff'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:11.857518 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.869347 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Made reservation on behalf of 6631f261963349a78a64fdae0294b85c for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:11.872083 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.897482 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.899173 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160f1722-1a89-4918-896d-39b246dd1540,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:11.926680 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.927016 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.927339 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.927444 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Made reservation on behalf of df588b2890b045ccb1ddbda94138d9ff for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:11.927657 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.927999 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.928316 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.928629 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.929069 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.929256 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.929568 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.929875 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.930178 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Tracked resource versions report: Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: pushed versions: Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: { 'AddressGroup': {'1.2'}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'ConntrackHelper': {'1.0'}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'Log': {'1.0'}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'Network': {'1.1'}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'Port': {'1.7'}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'PortForwarding': {'1.2'}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'QosPolicy': {'1.8'}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'SecurityGroup': {'1.4'}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'SecurityGroupRule': {'1.2'}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'SubPort': {'1.0'}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'Subnet': {'1.1'}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'Trunk': {'1.1'}} Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: consumer versions: Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: { DHCP agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: HyperV agent@hv-cinder-79049: {}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: L3 agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: Metadata agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: Metering agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: Open vSwitch agent@dv-cinder-790492-6-smb: { 'AddressGroup': '1.2', Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'ConntrackHelper': '1.0', Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'Log': '1.0', Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'Network': '1.1', Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'Port': '1.7', Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'PortForwarding': '1.2', Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'QosPolicy': '1.8', Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'SecurityGroup': '1.4', Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'SecurityGroupRule': '1.2', Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'SubPort': '1.0', Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'Subnet': '1.1', Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: 'Trunk': '1.1'}} Jun 23 19:04:11.931224 dv-cinder-790492-6-smb neutron-server[93757]: {{(pid=93757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 19:04:11.934600 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:11.945305 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:11.963399 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.016021 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.029073 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:12.029691 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.032828 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:12.138474 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.151387 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Pushing event updated for resources: {'Network': ['ID=6f276787-6d2f-4388-aea6-d3a0998dbf61,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:12.156564 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:12.162029 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network 6f276787-6d2f-4388-aea6-d3a0998dbf61 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:04:12.249284 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.253518 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a8fd5f72-d501-4f81-b2fe-5e2b4957abed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:12.270738 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:04:12.285506 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad268136-8cff-4b52-bdfb-3dad7972300a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:12.288334 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.288674 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.segments_db [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Added segment a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94 of type vlan for network 367200f2-839a-4cf4-8ade-9354a4ecd2a8 Jun 23 19:04:12.290015 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:12.326319 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4990358 Jun 23 19:04:12.335112 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.341199 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58782) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:12.351131 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Request body: {'subnet': {'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-subnet', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:12.413304 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.414621 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:12.415196 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.418880 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:12.467091 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.494283 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Pushing event updated for resources: {'Network': ['ID=367200f2-839a-4cf4-8ade-9354a4ecd2a8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:12.502573 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:12.504063 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network 367200f2-839a-4cf4-8ade-9354a4ecd2a8 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:04:12.530013 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.547311 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:12.572067 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.db.api [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 19:04:12.572067 dv-cinder-790492-6-smb neutron-server[93756]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 19:04:12.572067 dv-cinder-790492-6-smb neutron-server[93756]: [parameters: {'project_id_1': 'f95ac121b1a24229945867eb653a105a', 'expiration_1': datetime.datetime(2021, 6, 23, 19, 4, 12, 380403)}] Jun 23 19:04:12.572067 dv-cinder-790492-6-smb neutron-server[93756]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 19:04:12.576368 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_db.api [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 19:04:12.584942 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:04:12.605874 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.607694 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.segments_db [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Added segment c0e4a957-f539-47ca-b886-4b65ab2816f6 of type vlan for network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 Jun 23 19:04:12.632201 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0604f061-71f2-439a-8817-407f46da7ff2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:12.636451 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:12.659267 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Made reservation on behalf of 704cf5a143b64c318c400174e02d1fe7 for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:12.661742 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.689374 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.741918 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6485002 Jun 23 19:04:12.744987 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 58802) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:12.753486 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] Request body: {'subnet': {'network_id': '367200f2-839a-4cf4-8ade-9354a4ecd2a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2058944670-subnet', 'tenant_id': '6631f261963349a78a64fdae0294b85c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:12.826811 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.830474 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:12.831125 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.837916 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-17e6c7a6-bdb7-4ff0-8daa-124c76987a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:12.859527 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] Made reservation on behalf of 6631f261963349a78a64fdae0294b85c for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:12.862206 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:12.927807 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:12.930393 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:12.941379 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:04:12.988642 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4715731 Jun 23 19:04:12.988895 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58810) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:12.993685 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] Request body: {'subnet': {'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1051731900-subnet', 'tenant_id': 'df588b2890b045ccb1ddbda94138d9ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:13.048367 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.061958 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-d733c476-cbd4-4088-9e9e-34bb1799bc77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:13.141126 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa6a529-02d5-4dee-88c9-ecdd419aeba3,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:13.144093 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:13.148826 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] Made reservation on behalf of df588b2890b045ccb1ddbda94138d9ff for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:13.151160 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.175547 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.178990 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Checking segment: {'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:13.179911 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Network hostable DHCP agents. Network: 13ea8972-b95b-4038-a37a-9424804d7f04, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:04:13.184708 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:13.268428 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] Checking segment: {'id': 'a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '367200f2-839a-4cf4-8ade-9354a4ecd2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:13.269070 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] Network hostable DHCP agents. Network: 367200f2-839a-4cf4-8ade-9354a4ecd2a8, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:04:13.296762 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c081db7c-5bc5-4252-b211-467252b56617,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:13.307060 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:13.330625 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Made reservation on behalf of f95ac121b1a24229945867eb653a105a for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:13.333037 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.351207 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] Network 367200f2-839a-4cf4-8ade-9354a4ecd2a8 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:04:13.374415 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Network 13ea8972-b95b-4038-a37a-9424804d7f04 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:04:13.377845 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 58838) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:13.430619 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, 367200f2-839a-4cf4-8ade-9354a4ecd2a8) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:13.437244 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:13.437495 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.442534 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, 13ea8972-b95b-4038-a37a-9424804d7f04) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:13.444221 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd6b51-823e-4ff1-abf9-8fc7035488e3 None None] Network 367200f2-839a-4cf4-8ade-9354a4ecd2a8 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:04:13.447922 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:13.448441 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.472431 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c4d5c1-9b96-409d-ab2b-118ebb039c12 None None] Network 13ea8972-b95b-4038-a37a-9424804d7f04 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:04:13.504542 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0841b01-d2e7-4487-924a-f9a2830f4c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.520397 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.522229 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7750118 Jun 23 19:04:13.529171 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-0f4ccc73-697e-4085-a0e8-0b71b67af620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:13.592249 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0262883 Jun 23 19:04:13.597972 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 58844) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:13.606129 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:13.630306 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a379e4-0bee-4f40-a9c6-23d144257946,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:13.633407 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:13.640369 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] Checking segment: {'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:13.640942 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] Network hostable DHCP agents. Network: f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:04:13.676693 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5056eca3-9af4-48a9-9f56-a38ba329441d None None] Network 367200f2-839a-4cf4-8ade-9354a4ecd2a8 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:04:13.704156 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0841b01-d2e7-4487-924a-f9a2830f4c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.707912 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.717262 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:13.772645 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] Network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:04:13.794578 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Checking segment: {'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:13.794941 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Network hostable DHCP agents. Network: 6f276787-6d2f-4388-aea6-d3a0998dbf61, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:04:13.804793 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b0841b01-d2e7-4487-924a-f9a2830f4c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.820022 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:13.827506 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=573f17ee-da5c-446d-9393-095d09cdcf95,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:13.837686 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:13.884362 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-b0841b01-d2e7-4487-924a-f9a2830f4c4e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cad648144c1f4ef6ae679d79ec3fa703&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5050616 Jun 23 19:04:13.886745 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58854) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:13.909396 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0841b01-d2e7-4487-924a-f9a2830f4c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3103cfb9-e4fe-4cbd-b892-595442e7bcde,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:13.913544 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b0841b01-d2e7-4487-924a-f9a2830f4c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:13.927625 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp023ac7ff-be4e-5173-8ee3-f67d33d9963f-13ea8972-b95b-4038-a37a-9424804d7f04', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3'}]}} from dv-cinder-790492-6-smb. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:04:13.929070 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.940774 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:13.950266 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:13.950266 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.951900 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d50d71f-0f20-4a45-8e5e-854d7d7b0271 None None] Network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:04:13.969266 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7745'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.970881 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7770'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:13.990776 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c079e8f9-807d-4636-a74c-5445c3436ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:14.053079 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c079e8f9-807d-4636-a74c-5445c3436ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:14.111526 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58874) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:14.121755 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Network 6f276787-6d2f-4388-aea6-d3a0998dbf61 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:04:14.127763 dv-cinder-790492-6-smb neutron-server[93756]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 19:04:14.139467 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, 6f276787-6d2f-4388-aea6-d3a0998dbf61) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:14.162284 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:14.169997 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1800869 Jun 23 19:04:14.174271 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725722fe-6081-4357-bac2-afd0109acf47 None None] Network 6f276787-6d2f-4388-aea6-d3a0998dbf61 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:04:14.181644 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:14.182029 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:14.298252 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Allocated IP 172.20.0.2 (13ea8972-b95b-4038-a37a-9424804d7f04/6fa6a529-02d5-4dee-88c9-ecdd419aeba3/82c06b33-96eb-40a5-b1d6-3e927d24ed6f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:14.321320 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e0c8b5-513b-4611-8a08-5d16c677c67d None None] Network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:04:14.325361 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c079e8f9-807d-4636-a74c-5445c3436ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:14.352677 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0060945 Jun 23 19:04:14.353288 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58878) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:14.366823 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c079e8f9-807d-4636-a74c-5445c3436ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:14.371445 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-c079e8f9-807d-4636-a74c-5445c3436ae5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3103cfb9-e4fe-4cbd-b892-595442e7bcde HTTP/1.1" status: 204 len: 168 time: 0.4841471 Jun 23 19:04:14.393859 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-ed22c129-4867-4caa-9e02-f922a982b76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:14.415846 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:14.450721 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079e8f9-807d-4636-a74c-5445c3436ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3103cfb9-e4fe-4cbd-b892-595442e7bcde,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:14.471576 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-bb32fe40-4c80-42d4-9a9b-3b216e2c2aa2 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:14.477069 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-bb32fe40-4c80-42d4-9a9b-3b216e2c2aa2 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/networks?id=367200f2-839a-4cf4-8ade-9354a4ecd2a8 HTTP/1.1" status: 200 len: 812 time: 0.3553872 Jun 23 19:04:14.481933 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c079e8f9-807d-4636-a74c-5445c3436ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:14.501020 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-d69d8afe-0d2f-4d2d-940b-c2ebac0b9656 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/quotas/6631f261963349a78a64fdae0294b85c HTTP/1.1" status: 200 len: 375 time: 0.0158451 Jun 23 19:04:14.550674 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-702526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7780'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:14.559980 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-95f9cace-6cc9-4232-9a78-4135ae5dc5ab tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6631f261963349a78a64fdae0294b85c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512905 Jun 23 19:04:14.591004 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp023ac7ff-be4e-5173-8ee3-f67d33d9963f-6f276787-6d2f-4388-aea6-d3a0998dbf61', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95'}]}} from dv-cinder-790492-6-smb. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:04:14.594644 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:14.614127 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7745'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:14.615906 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7770'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:14.689087 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:14.908179 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:14.926222 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Transition to ACTIVE for port object 82c06b33-96eb-40a5-b1d6-3e927d24ed6f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:14.937000 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Allocated IP 172.20.0.2 (6f276787-6d2f-4388-aea6-d3a0998dbf61/573f17ee-da5c-446d-9393-095d09cdcf95/e8de0a42-1441-41a0-b2bf-85f9fcca7477) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:14.955092 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Transition to ACTIVE for port object 82c06b33-96eb-40a5-b1d6-3e927d24ed6f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:15.038068 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.071111 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.084638 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.136204 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:15.160805 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58924) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:15.191296 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Network 13ea8972-b95b-4038-a37a-9424804d7f04 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:15.200244 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:15.203957 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:15.222362 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-702526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7780'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.227254 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Pushing event updated for resources: {'Port': ['ID=82c06b33-96eb-40a5-b1d6-3e927d24ed6f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:15.230757 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.262067 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:15.262414 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:15.262756 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:15.263073 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:15.263445 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:15.263758 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:15.264096 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:15.264409 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:15.264720 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:15.265738 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:15.265738 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:15.265738 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Tracked resource versions report: Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: pushed versions: Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: { 'AddressGroup': {'1.2'}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'ConntrackHelper': {'1.0'}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'Log': {'1.0'}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'Network': {'1.1'}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'Port': {'1.7'}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'PortForwarding': {'1.2'}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'QosPolicy': {'1.8'}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'SecurityGroup': {'1.4'}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'SecurityGroupRule': {'1.2'}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'SubPort': {'1.0'}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'Subnet': {'1.1'}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'Trunk': {'1.1'}} Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: consumer versions: Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: { DHCP agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: HyperV agent@hv-cinder-79049: {}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: L3 agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: Metadata agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: Metering agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: Open vSwitch agent@dv-cinder-790492-6-smb: { 'AddressGroup': '1.2', Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'ConntrackHelper': '1.0', Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'Log': '1.0', Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'Network': '1.1', Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'Port': '1.7', Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'PortForwarding': '1.2', Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'QosPolicy': '1.8', Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'SecurityGroup': '1.4', Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'SecurityGroupRule': '1.2', Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'SubPort': '1.0', Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'Subnet': '1.1', Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: 'Trunk': '1.1'}} Jun 23 19:04:15.266658 dv-cinder-790492-6-smb neutron-server[93758]: {{(pid=93758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 19:04:15.284847 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Transition to ACTIVE for port object e8de0a42-1441-41a0-b2bf-85f9fcca7477 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:15.288815 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:15.311059 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Attempting to bind port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:04:15.311342 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Attempting to bind port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:04:15.311688 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Attempting to bind port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f on network 13ea8972-b95b-4038-a37a-9424804d7f04 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:15.317619 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Transition to ACTIVE for port object e8de0a42-1441-41a0-b2bf-85f9fcca7477 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:15.318792 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-ad89b1d1-f279-4dc9-97a6-c92e2877c857 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:15.320328 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-ad89b1d1-f279-4dc9-97a6-c92e2877c857 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/networks?id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 HTTP/1.1" status: 200 len: 815 time: 0.1585674 Jun 23 19:04:15.324997 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:04:15.325484 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Checking segment: {'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:15.325903 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.326412 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Bound using segment: {'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:04:15.327266 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Bound port: 82c06b33-96eb-40a5-b1d6-3e927d24ed6f, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:04:15.327738 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.341992 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Allocated IP 172.28.2.96 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/306bece6-da9b-49c4-9f43-12bf644efc79) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:15.364428 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-25924001-fa25-40a4-aca1-abc459b3dd3f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/quotas/df588b2890b045ccb1ddbda94138d9ff HTTP/1.1" status: 200 len: 375 time: 0.0377190 Jun 23 19:04:15.376729 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.381863 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-cfe6e9fe-45e2-4b14-8335-8a2a31be287a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:15.413214 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-6499a88c-90e6-4eda-9fd8-dbdddfe0151d tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=df588b2890b045ccb1ddbda94138d9ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474591 Jun 23 19:04:15.434885 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Network 6f276787-6d2f-4388-aea6-d3a0998dbf61 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:15.444423 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:15.455323 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:15.485691 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] For port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:04:15.490418 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 58934) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:15.493226 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] For port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=82c06b33-96eb-40a5-b1d6-3e927d24ed6f,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:04:15.494553 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Pushing event updated for resources: {'Port': ['ID=e8de0a42-1441-41a0-b2bf-85f9fcca7477,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:15.500537 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:15.515779 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f63a765c-c87f-4196-b733-e57bf23e840e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.528960 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.566748 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Attempting to bind port e8de0a42-1441-41a0-b2bf-85f9fcca7477 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:04:15.567428 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Attempting to bind port e8de0a42-1441-41a0-b2bf-85f9fcca7477 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:04:15.567992 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Attempting to bind port e8de0a42-1441-41a0-b2bf-85f9fcca7477 on network 6f276787-6d2f-4388-aea6-d3a0998dbf61 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:15.577202 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.579164 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-add49fb5-328b-4b4f-bf9e-d29c78e0f262 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:04:15.583107 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:04:15.583395 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-add49fb5-328b-4b4f-bf9e-d29c78e0f262 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2796636 Jun 23 19:04:15.589507 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Checking segment: {'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:15.590507 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.591088 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Bound using segment: {'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:04:15.591959 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Bound port: e8de0a42-1441-41a0-b2bf-85f9fcca7477, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:04:15.592511 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.653178 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-318ce4a1-da1c-4041-9baa-e9b23c3f9f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:15.708437 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] For port e8de0a42-1441-41a0-b2bf-85f9fcca7477, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:04:15.713203 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] For port e8de0a42-1441-41a0-b2bf-85f9fcca7477, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=e8de0a42-1441-41a0-b2bf-85f9fcca7477,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:04:15.726558 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Pushing event updated for resources: {'Port': ['ID=82c06b33-96eb-40a5-b1d6-3e927d24ed6f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:15.729802 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:15.751348 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.755493 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:15.780310 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.787380 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.791602 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:15.824071 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:15.847566 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:15.851279 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-91017d34-cc3e-459a-a7e6-b5451e8b646e service neutron] 10.222.0.67 "GET /v2.0/networks/367200f2-839a-4cf4-8ade-9354a4ecd2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198453 Jun 23 19:04:15.857310 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:15.860130 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:15.873436 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Pushing event updated for resources: {'Port': ['ID=e8de0a42-1441-41a0-b2bf-85f9fcca7477,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:15.877986 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:15.884270 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-29cee66f-6f02-4315-9970-2d967543881a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:04:15.885339 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-29cee66f-6f02-4315-9970-2d967543881a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2174203 Jun 23 19:04:15.977633 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Pushing event updated for resources: {'Port': ['ID=306bece6-da9b-49c4-9f43-12bf644efc79,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:15.993575 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:16.194184 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f63a765c-c87f-4196-b733-e57bf23e840e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:16.207508 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-07e2465b-99b9-4af0-8458-9bc3c44e79af service neutron] 10.222.0.67 "GET /v2.0/networks/367200f2-839a-4cf4-8ade-9354a4ecd2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553457 Jun 23 19:04:16.221976 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-aae34415-2763-40ad-879f-695105977540 service neutron] 10.222.0.67 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194714 Jun 23 19:04:16.270170 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Allocated IP 172.28.2.133 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/945675b2-fa85-465a-91b5-f502cfff3fe9) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:16.316908 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f63a765c-c87f-4196-b733-e57bf23e840e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:16.326095 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-3635e7ef-ce9a-49a3-90e9-82cfb632421b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:16.416223 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:16.449894 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-f63a765c-c87f-4196-b733-e57bf23e840e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=076b9b7a42df499c81306a8225690585&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9569225 Jun 23 19:04:16.452504 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 58942) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:16.461173 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a765c-c87f-4196-b733-e57bf23e840e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4782b82-c747-43a2-90c4-8f7c8516a465,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:16.464431 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f63a765c-c87f-4196-b733-e57bf23e840e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:16.479542 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-9897202a-5816-4192-91bc-004ac71cf543 service neutron] 10.222.0.67 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564378 Jun 23 19:04:16.527437 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:16.659716 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:16.663793 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:16.715314 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:16.719985 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:16.723851 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:16.864883 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-203f9705-1d69-4d9b-aad3-2788cdf68b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:16.989180 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Pushing event updated for resources: {'Port': ['ID=945675b2-fa85-465a-91b5-f502cfff3fe9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:17.043622 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:17.078344 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-203f9705-1d69-4d9b-aad3-2788cdf68b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:17.138455 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c2198422-b225-4918-a0b5-6874e84cf71a req-9781ad82-74a5-4a3a-8261-ce93bf6886f3 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 210 time: 0.2645340 Jun 23 19:04:17.260776 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 82c06b33-96eb-40a5-b1d6-3e927d24ed6f up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:17.309237 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702571'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:17.322306 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b20079-a218-4529-b389-ee27ef85852b None None] Network 13ea8972-b95b-4038-a37a-9424804d7f04 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:04:17.574596 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0b2c8c89-0cdd-48c9-be5c-06184b936cd6 None None] Provisioning for port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:17.603161 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:17.622711 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:17.623098 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:17.663978 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-203f9705-1d69-4d9b-aad3-2788cdf68b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:17.667885 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59016) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:17.676030 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-203f9705-1d69-4d9b-aad3-2788cdf68b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:17.679729 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-203f9705-1d69-4d9b-aad3-2788cdf68b83 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b4782b82-c747-43a2-90c4-8f7c8516a465 HTTP/1.1" status: 204 len: 168 time: 1.2235191 Jun 23 19:04:17.701140 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:17.730543 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f9705-1d69-4d9b-aad3-2788cdf68b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4782b82-c747-43a2-90c4-8f7c8516a465,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:17.746146 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-203f9705-1d69-4d9b-aad3-2788cdf68b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:17.798585 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ec61e928-02b5-4a9b-ad94-a707b9da191f req-fac51fd2-b059-4268-b139-f27940cd9fdc tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 210 time: 0.0384855 Jun 23 19:04:17.813662 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:17.825194 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Router 49f0da67-8200-40d6-b1d5-810a6670fc7a is scheduled to L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:04:17.881035 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ab83c7-1202-426b-aa98-9a449cba2880 None None] Network 6f276787-6d2f-4388-aea6-d3a0998dbf61 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:04:17.979851 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:04:17.990011 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Sync routers for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:04:18.008419 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:18.014594 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:03:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:18.102508 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-99dcc719-d5d7-44c5-aa29-2cdf601da482 None None] Provisioning for port e8de0a42-1441-41a0-b2bf-85f9fcca7477 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:18.117079 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:18.119520 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5199401 Jun 23 19:04:18.122236 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59034) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:18.150073 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:18.160331 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702571'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:18.210873 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=82c06b33-96eb-40a5-b1d6-3e927d24ed6f,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:18.306020 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:18.308302 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device e8de0a42-1441-41a0-b2bf-85f9fcca7477 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:18.310541 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:18.351402 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:18.431306 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e66d27ee-7eef-4582-8814-d1f192635654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:18.432980 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-07a52860-6df1-4d26-b0d7-b3bba2a97a6d req-a63d5ec7-a114-4068-9a4c-1e1550b79a13 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 210 time: 0.1048744 Jun 23 19:04:18.594295 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=82c06b33-96eb-40a5-b1d6-3e927d24ed6f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:18.600869 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:18.663329 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7b024003-70b8-463d-b49b-fda95b8696cf None None] Provisioning complete for port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:18.664290 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b024003-70b8-463d-b49b-fda95b8696cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:18.678936 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 is scheduled to L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:04:18.717305 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port e8de0a42-1441-41a0-b2bf-85f9fcca7477 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:18.728476 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port e8de0a42-1441-41a0-b2bf-85f9fcca7477 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:18.729535 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:18.795620 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:16Z', 'revision_number': 3, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:18.869859 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Checking router: 49f0da67-8200-40d6-b1d5-810a6670fc7a for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:04:18.870567 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Updating router 49f0da67-8200-40d6-b1d5-810a6670fc7a port 306bece6-da9b-49c4-9f43-12bf644efc79 binding host dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:04:18.912414 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:18.929841 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:18.992383 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:04:19.025968 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port e8de0a42-1441-41a0-b2bf-85f9fcca7477, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=e8de0a42-1441-41a0-b2bf-85f9fcca7477,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:19.032882 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Sync routers for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:04:19.051844 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-731e94a0-adf4-43bb-b940-2db8ed37f43a None None] Provisioning complete for port e8de0a42-1441-41a0-b2bf-85f9fcca7477 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:19.054119 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-731e94a0-adf4-43bb-b940-2db8ed37f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.078494 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:19.078494 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:03:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:19.088872 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.097332 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e66d27ee-7eef-4582-8814-d1f192635654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.143870 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fb294227-198f-45c2-bd53-3a1efe0be682 req-aacb4a81-c968-4136-860f-c21b62db4ee4 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 210 time: 0.1153233 Jun 23 19:04:19.216213 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e66d27ee-7eef-4582-8814-d1f192635654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.233491 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-203f9705-1d69-4d9b-aad3-2788cdf68b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:19.260997 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.262798 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8891501 Jun 23 19:04:19.265354 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 59094) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:19.272756 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:19.293617 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e66d27ee-7eef-4582-8814-d1f192635654 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1c40eba947e4eb2aebfd645de673511&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6153543 Jun 23 19:04:19.295171 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d27ee-7eef-4582-8814-d1f192635654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53c8f4f-0451-48c1-88aa-9636e09fd0a7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:19.300665 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e66d27ee-7eef-4582-8814-d1f192635654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:19.301518 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59096) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:19.383174 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:19.428236 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.443652 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=e8de0a42-1441-41a0-b2bf-85f9fcca7477,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:19.463166 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Transition to ACTIVE for port object 306bece6-da9b-49c4-9f43-12bf644efc79 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:19.492334 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f7af87b5-93e1-4d0b-947e-ec071cf70f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.511243 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:19.518899 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 82c06b33-96eb-40a5-b1d6-3e927d24ed6f up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:19.562913 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.588010 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:19.616723 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.679770 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f7af87b5-93e1-4d0b-947e-ec071cf70f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.763393 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c74906c3-8e17-4315-85d0-e18d5c4282d9 req-6dbd4836-34ad-4f3c-84f3-d2f2bc879fb8 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 210 time: 0.1544509 Jun 23 19:04:19.774410 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Attempting to bind port 306bece6-da9b-49c4-9f43-12bf644efc79 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:04:19.775059 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Attempting to bind port 306bece6-da9b-49c4-9f43-12bf644efc79 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:04:19.775617 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Attempting to bind port 306bece6-da9b-49c4-9f43-12bf644efc79 on network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:19.796346 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:04:19.796725 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Checking segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:19.797305 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.797701 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Bound using segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:04:19.798642 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Bound port: 306bece6-da9b-49c4-9f43-12bf644efc79, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:04:19.799725 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.810803 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:19.811186 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:19.905845 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Pushing event updated for resources: {'Port': ['ID=306bece6-da9b-49c4-9f43-12bf644efc79,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:19.939074 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:19.943155 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:19.943493 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:19.944156 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:19.945926 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:19.946278 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:19.946609 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:19.946936 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:19.947257 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:19.947574 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:19.947920 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:19.948238 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Tracked resource versions report: Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: pushed versions: Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: { 'AddressGroup': {'1.2'}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'ConntrackHelper': {'1.0'}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'Log': {'1.0'}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'Network': {'1.1'}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'Port': {'1.7'}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'PortForwarding': {'1.2'}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'QosPolicy': {'1.8'}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'SecurityGroup': {'1.4'}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'SecurityGroupRule': {'1.2'}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'SubPort': {'1.0'}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'Subnet': {'1.1'}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'Trunk': {'1.1'}} Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: consumer versions: Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: { DHCP agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: HyperV agent@hv-cinder-79049: {}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: L3 agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: Metadata agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: Metering agent@dv-cinder-790492-6-smb: {}, Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: Open vSwitch agent@dv-cinder-790492-6-smb: { 'AddressGroup': '1.2', Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'ConntrackHelper': '1.0', Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'Log': '1.0', Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'Network': '1.1', Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'Port': '1.7', Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'PortForwarding': '1.2', Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'QosPolicy': '1.8', Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'SecurityGroup': '1.4', Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'SecurityGroupRule': '1.2', Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'SubPort': '1.0', Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'Subnet': '1.1', Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: 'Trunk': '1.1'}} Jun 23 19:04:19.956103 dv-cinder-790492-6-smb neutron-server[93759]: {{(pid=93759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 19:04:19.963283 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:19.969063 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:16Z', 'revision_number': 3, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:19.971958 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] For port 306bece6-da9b-49c4-9f43-12bf644efc79, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:04:19.982677 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] For port 306bece6-da9b-49c4-9f43-12bf644efc79, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=306bece6-da9b-49c4-9f43-12bf644efc79,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:04:20.018858 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Checking router: 65f42d74-ba0f-4f53-9dc7-c83396da21e9 for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:04:20.019319 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Updating router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 port 945675b2-fa85-465a-91b5-f502cfff3fe9 binding host dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:04:20.070528 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f7af87b5-93e1-4d0b-947e-ec071cf70f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.077388 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.079799 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f7af87b5-93e1-4d0b-947e-ec071cf70f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.084833 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.096967 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-f7af87b5-93e1-4d0b-947e-ec071cf70f6c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a53c8f4f-0451-48c1-88aa-9636e09fd0a7 HTTP/1.1" status: 204 len: 168 time: 0.6881924 Jun 23 19:04:20.096967 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b0841b01-d2e7-4487-924a-f9a2830f4c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:20.097766 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:20.115675 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af87b5-93e1-4d0b-947e-ec071cf70f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53c8f4f-0451-48c1-88aa-9636e09fd0a7,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:20.139019 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-f7af87b5-93e1-4d0b-947e-ec071cf70f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:20.141869 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Allocated IP 172.20.0.1 (13ea8972-b95b-4038-a37a-9424804d7f04/6fa6a529-02d5-4dee-88c9-ecdd419aeba3/9cc142f7-9e96-439e-88df-a0afb9eaab6b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:20.313677 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Pushing event updated for resources: {'Port': ['ID=306bece6-da9b-49c4-9f43-12bf644efc79,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:20.323675 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:20.361211 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:20.364887 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:03:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:20.457193 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.497688 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Transition to ACTIVE for port object 9cc142f7-9e96-439e-88df-a0afb9eaab6b will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:20.566362 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:20.575982 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.587289 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Transition to ACTIVE for port object 945675b2-fa85-465a-91b5-f502cfff3fe9 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:20.602490 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c75524e2-546b-4516-af2b-d2017cb44f73 req-293d25bb-a5a4-4162-907b-2374b2316f5f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 210 time: 0.1021965 Jun 23 19:04:20.671590 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.674778 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-ea551482-db27-4e1d-b614-5541088bb359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:20.700739 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.713347 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:20.743982 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Network 13ea8972-b95b-4038-a37a-9424804d7f04 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:20.747304 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:20.751605 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:20.752315 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-712299'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.852679 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.862650 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Attempting to bind port 945675b2-fa85-465a-91b5-f502cfff3fe9 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:04:20.863268 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Attempting to bind port 945675b2-fa85-465a-91b5-f502cfff3fe9 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:04:20.874207 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Attempting to bind port 945675b2-fa85-465a-91b5-f502cfff3fe9 on network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:20.886384 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:16Z', 'revision_number': 3, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:20.900785 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:04:20.904943 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Checking segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:20.905496 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.905942 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Bound using segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:04:20.906307 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.906438 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Bound port: 945675b2-fa85-465a-91b5-f502cfff3fe9, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:04:20.906763 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:20.951827 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32a71a-dedd-4eef-b106-9998fad548a3 None None] The sync data for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb is: [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:16Z', 'revision_number': 3, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:04:21.047683 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2528ee-5b13-49a0-afc2-db8e260807b9 None None] Pushing event updated for resources: {'Port': ['ID=945675b2-fa85-465a-91b5-f502cfff3fe9,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:21.059350 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-aa2528ee-5b13-49a0-afc2-db8e260807b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:21.091733 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] For port 945675b2-fa85-465a-91b5-f502cfff3fe9, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:04:21.102600 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] For port 945675b2-fa85-465a-91b5-f502cfff3fe9, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=945675b2-fa85-465a-91b5-f502cfff3fe9,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:04:21.135493 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Pushing event updated for resources: {'Port': ['ID=9cc142f7-9e96-439e-88df-a0afb9eaab6b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:21.146056 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:21.153263 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-aafa497a-d20d-4ea8-bcb7-48ae5b997425 req-ca17010c-393e-41d0-98ca-129d46281167 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 210 time: 0.0838397 Jun 23 19:04:21.195096 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:21.203586 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:21.276645 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0810362c-b464-499d-978a-6f9f48b19926 None None] Provisioning for port 9cc142f7-9e96-439e-88df-a0afb9eaab6b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:21.289570 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0810362c-b464-499d-978a-6f9f48b19926 None None] Provisioning complete for port 9cc142f7-9e96-439e-88df-a0afb9eaab6b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:21.290050 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0810362c-b464-499d-978a-6f9f48b19926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:21.357004 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59172) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:21.422088 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Allocated IP 172.20.0.1 (6f276787-6d2f-4388-aea6-d3a0998dbf61/573f17ee-da5c-446d-9393-095d09cdcf95/bfb70074-c940-4453-84c7-aca81fe93c64) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:21.465255 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:21.469145 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:03:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:21.489456 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device e8de0a42-1441-41a0-b2bf-85f9fcca7477 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:21.566783 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59182) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:21.601186 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.77', 57481) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:21.618725 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35f8c20b-e599-462d-9810-d337fbb0f626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:21.713179 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:21.759565 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Transition to ACTIVE for port object bfb70074-c940-4453-84c7-aca81fe93c64 will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:21.959982 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0810362c-b464-499d-978a-6f9f48b19926 None None] Port 9cc142f7-9e96-439e-88df-a0afb9eaab6b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:04:21.963628 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2528ee-5b13-49a0-afc2-db8e260807b9 None None] Pushing event updated for resources: {'Port': ['ID=945675b2-fa85-465a-91b5-f502cfff3fe9,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:21.974749 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-aa2528ee-5b13-49a0-afc2-db8e260807b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:22.004358 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port e8de0a42-1441-41a0-b2bf-85f9fcca7477 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:22.004746 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.009791 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-110d216f-d36b-4d5b-8743-bab32fedd7d6 req-dbecbffb-5302-425f-9e6a-eb1a5e8b62ff tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 210 time: 0.0819957 Jun 23 19:04:22.015947 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.020174 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:22.045393 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-f3d71bac-dae3-45fb-a578-795bf3759ee1 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:22.047513 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-f3d71bac-dae3-45fb-a578-795bf3759ee1 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "GET /v2.0/networks?id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 HTTP/1.1" status: 200 len: 815 time: 0.4447145 Jun 23 19:04:22.081024 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Network 6f276787-6d2f-4388-aea6-d3a0998dbf61 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:22.084711 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:22.090885 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:22.091921 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-712299'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.100013 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.247030 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:22.279010 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31258144-11ba-40fc-8363-7b09f73540bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.293241 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:04:22.301762 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Request body: {'port': {'device_id': '2ac0e2b8-d54f-4315-ad24-6d516d95ddb2', 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638', 'admin_state_up': True, 'tenant_id': 'df588b2890b045ccb1ddbda94138d9ff'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:22.491640 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb70074-c940-4453-84c7-aca81fe93c64,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:22.524414 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:22.554019 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6eea0390-d146-49fa-ac90-de486a0b713b req-5d70dfee-ad08-4964-9148-025f639c0848 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 210 time: 0.0692396 Jun 23 19:04:22.633530 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.db.api [None req-31258144-11ba-40fc-8363-7b09f73540bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 19:04:22.633530 dv-cinder-790492-6-smb neutron-server[93757]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 19:04:22.633530 dv-cinder-790492-6-smb neutron-server[93757]: [parameters: {'project_id': '43d82573a47643278e77f2602d5f222b', 'id': 'e38fb9e5-b459-4a25-907f-4990f739f4b9', 'expiration': datetime.datetime(2021, 6, 23, 19, 6, 22, 590927)}] Jun 23 19:04:22.633530 dv-cinder-790492-6-smb neutron-server[93757]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 19:04:22.633962 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_db.api [None req-31258144-11ba-40fc-8363-7b09f73540bc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 19:04:22.651372 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:16Z', 'revision_number': 3, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:22.681380 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b722269b-4ae3-47fc-beab-a2d3fa2eeedf None None] The sync data for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb is: [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:16Z', 'revision_number': 3, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:04:22.688931 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e1e03102-ad4c-421d-82b9-7b72b98cf098 None None] Provisioning for port bfb70074-c940-4453-84c7-aca81fe93c64 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:22.703726 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e1e03102-ad4c-421d-82b9-7b72b98cf098 None None] Provisioning complete for port bfb70074-c940-4453-84c7-aca81fe93c64 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:22.704291 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1e03102-ad4c-421d-82b9-7b72b98cf098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:22.707097 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.77', 57488) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:23.074263 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e1e03102-ad4c-421d-82b9-7b72b98cf098 None None] Port bfb70074-c940-4453-84c7-aca81fe93c64 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:04:23.076006 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.076464 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.081135 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35f8c20b-e599-462d-9810-d337fbb0f626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.083146 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-fd791fe8-dea5-40f3-9ad2-1e37778ea268 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:23.083146 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-fd791fe8-dea5-40f3-9ad2-1e37778ea268 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.77 "GET /v2.0/networks?id=367200f2-839a-4cf4-8ade-9354a4ecd2a8 HTTP/1.1" status: 200 len: 812 time: 0.2300687 Jun 23 19:04:23.083146 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Request body: {'port': {'device_id': '9a01e40c-0e15-4db3-a326-d8b600c92f5d', 'network_id': '367200f2-839a-4cf4-8ade-9354a4ecd2a8', 'admin_state_up': True, 'tenant_id': '6631f261963349a78a64fdae0294b85c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:23.088937 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.092606 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712327'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.103950 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-35f8c20b-e599-462d-9810-d337fbb0f626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.104874 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:23.157770 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31258144-11ba-40fc-8363-7b09f73540bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.166165 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Pushing event updated for resources: {'Port': ['ID=9cc142f7-9e96-439e-88df-a0afb9eaab6b,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:23.169740 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:23.213704 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-f7af87b5-93e1-4d0b-947e-ec071cf70f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:23.217731 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-35f8c20b-e599-462d-9810-d337fbb0f626 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=14aca38440e74cd49273ae3e5f0d1565&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6491718 Jun 23 19:04:23.223671 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 59230) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:23.336135 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8c20b-e599-462d-9810-d337fbb0f626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c8332a-466f-43e4-a815-fb557862c7a0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:23.353747 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-35f8c20b-e599-462d-9810-d337fbb0f626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:23.358126 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-027a1656-66a8-4a93-b36c-568451d84667 req-3c7fd7c6-c071-41b2-8d8e-b73b2e6d2ae2 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 210 time: 0.0925889 Jun 23 19:04:23.372513 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Made reservation on behalf of df588b2890b045ccb1ddbda94138d9ff for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:23.386718 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.445916 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Network 13ea8972-b95b-4038-a37a-9424804d7f04 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:23.453973 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:23.589692 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 945675b2-fa85-465a-91b5-f502cfff3fe9 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:23.622465 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22159dab-876f-4c60-9c31-c669cbf3b2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.767003 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.784166 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22159dab-876f-4c60-9c31-c669cbf3b2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.819881 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 945675b2-fa85-465a-91b5-f502cfff3fe9 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:23.830069 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 945675b2-fa85-465a-91b5-f502cfff3fe9 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:23.830069 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.870958 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.940878 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712327'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.942717 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6dc76882-759b-4428-a390-f68341a28789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:23.944093 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Router 49f0da67-8200-40d6-b1d5-810a6670fc7a has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:04:23.945348 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:23.982382 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-11f3c7d3-99d6-4e18-aa58-22aad2992c13 req-d234d13b-89ee-4a21-b6b2-1b8ff3df8f48 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 210 time: 0.1501393 Jun 23 19:04:24.002703 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 945675b2-fa85-465a-91b5-f502cfff3fe9, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=945675b2-fa85-465a-91b5-f502cfff3fe9,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:24.028602 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4b76e3d4-d0f7-4a85-a180-aeb38cb05232 None None] Provisioning complete for port 9cc142f7-9e96-439e-88df-a0afb9eaab6b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:24.029396 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b76e3d4-d0f7-4a85-a180-aeb38cb05232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:24.083432 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4b76e3d4-d0f7-4a85-a180-aeb38cb05232 None None] Port 9cc142f7-9e96-439e-88df-a0afb9eaab6b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:04:24.086811 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:24.088520 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 306bece6-da9b-49c4-9f43-12bf644efc79 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:24.091708 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-318ce4a1-da1c-4041-9baa-e9b23c3f9f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:24.195036 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb70074-c940-4453-84c7-aca81fe93c64,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:24.199772 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:24.212325 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=945675b2-fa85-465a-91b5-f502cfff3fe9,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:24.217651 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:24.237369 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Allocated IP 172.20.0.7 (f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638/e4a379e4-0bee-4f40-a9c6-23d144257946/c99c2369-7129-49fe-82a1-9c643c920814) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:24.263319 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Network 6f276787-6d2f-4388-aea6-d3a0998dbf61 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:24.265288 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:24.332116 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22159dab-876f-4c60-9c31-c669cbf3b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:24.336815 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22159dab-876f-4c60-9c31-c669cbf3b2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:24.350573 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-22159dab-876f-4c60-9c31-c669cbf3b2ff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6c8332a-466f-43e4-a815-fb557862c7a0 HTTP/1.1" status: 204 len: 168 time: 1.1056085 Jun 23 19:04:24.350573 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f63a765c-c87f-4196-b733-e57bf23e840e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:24.388711 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 306bece6-da9b-49c4-9f43-12bf644efc79 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:24.394473 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 306bece6-da9b-49c4-9f43-12bf644efc79 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:24.395026 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:24.412663 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22159dab-876f-4c60-9c31-c669cbf3b2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c8332a-466f-43e4-a815-fb557862c7a0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:24.436048 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-22159dab-876f-4c60-9c31-c669cbf3b2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:24.623612 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:04:24.646489 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Sync routers for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:04:24.664320 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:24.666302 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:03:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:24.754862 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:04:24.809843 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] 10.222.0.67 "PUT /v2.0/routers/49f0da67-8200-40d6-b1d5-810a6670fc7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6858814 Jun 23 19:04:24.836075 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31258144-11ba-40fc-8363-7b09f73540bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:24.893952 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:24.937555 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-31258144-11ba-40fc-8363-7b09f73540bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:24.956836 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 306bece6-da9b-49c4-9f43-12bf644efc79, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=306bece6-da9b-49c4-9f43-12bf644efc79,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:24.960418 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6a1be80a-4de2-4221-86b8-eed765d43aba None None] Provisioning complete for port bfb70074-c940-4453-84c7-aca81fe93c64 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:24.960957 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a1be80a-4de2-4221-86b8-eed765d43aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:24.961367 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:25.005588 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6a1be80a-4de2-4221-86b8-eed765d43aba None None] Port bfb70074-c940-4453-84c7-aca81fe93c64 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:04:25.051933 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:25.059673 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:25.101726 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-31258144-11ba-40fc-8363-7b09f73540bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=43d82573a47643278e77f2602d5f222b&name=default HTTP/1.1" status: 200 len: 2975 time: 3.7432451 Jun 23 19:04:25.124768 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59272) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:25.159921 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:04:25.201301 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] 10.222.0.67 "PUT /v2.0/routers/65f42d74-ba0f-4f53-9dc7-c83396da21e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9303045 Jun 23 19:04:25.217594 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31258144-11ba-40fc-8363-7b09f73540bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef152a0a-f11f-425a-8a38-ca52d828a220,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:25.294442 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7c30322e-57e2-48fb-bada-f383ae32b018 req-0e6ed4cb-06ed-4d93-a138-b32ab59c8972 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 210 time: 0.4504955 Jun 23 19:04:25.297655 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-31258144-11ba-40fc-8363-7b09f73540bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:25.338197 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=306bece6-da9b-49c4-9f43-12bf644efc79,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:25.349393 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:25.352049 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Made reservation on behalf of 6631f261963349a78a64fdae0294b85c for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:25.357304 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:25.521052 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 945675b2-fa85-465a-91b5-f502cfff3fe9 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:25.597962 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:25.615663 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:25.616682 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Sync routers for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:04:25.669855 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e85b5552-4512-43ee-aa9c-12c53a79a78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:25.691583 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:25.692665 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4b319914-271d-483d-9253-e56280b6f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:03:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:25.808266 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 945675b2-fa85-465a-91b5-f502cfff3fe9 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:25.808625 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:25.818190 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e85b5552-4512-43ee-aa9c-12c53a79a78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:25.901897 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b895f64b-f69a-4687-aada-8b09853eef99 req-5f011887-8e19-4749-87e6-3b27a697bd62 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 210 time: 0.2102237 Jun 23 19:04:25.920632 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:25.935020 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:26.034474 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:26.152382 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Allocated IP 172.20.0.2 (367200f2-839a-4cf4-8ade-9354a4ecd2a8/c081db7c-5bc5-4252-b211-467252b56617/1156bd04-e0ac-4b8c-83d7-8df60b42205d) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:26.210009 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 2, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:26.256098 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e85b5552-4512-43ee-aa9c-12c53a79a78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:26.284274 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e85b5552-4512-43ee-aa9c-12c53a79a78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:26.284274 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e85b5552-4512-43ee-aa9c-12c53a79a78a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ef152a0a-f11f-425a-8a38-ca52d828a220 HTTP/1.1" status: 204 len: 168 time: 1.1396158 Jun 23 19:04:26.293739 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Checking router: 49f0da67-8200-40d6-b1d5-810a6670fc7a for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:04:26.294156 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Updating router 49f0da67-8200-40d6-b1d5-810a6670fc7a port 9cc142f7-9e96-439e-88df-a0afb9eaab6b binding host dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:04:26.298789 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Pushing event updated for resources: {'Port': ['ID=c99c2369-7129-49fe-82a1-9c643c920814,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:26.322038 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:26.331007 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:26.390268 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:26.396390 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:26.404273 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b5552-4512-43ee-aa9c-12c53a79a78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef152a0a-f11f-425a-8a38-ca52d828a220,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:26.447685 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:26.459595 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:26.461791 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:26.477320 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:26.544537 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e85b5552-4512-43ee-aa9c-12c53a79a78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:26.691184 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0505b981-fda1-4fc3-ab4f-a4b99c2ccf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:26.712452 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4263322 Jun 23 19:04:26.791747 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-e2ae9ba6-3397-4c7d-9397-c5f17ce86bfe tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=93757) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 19:04:26.793103 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-e2ae9ba6-3397-4c7d-9397-c5f17ce86bfe tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081060 Jun 23 19:04:26.924778 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4b319914-271d-483d-9253-e56280b6f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 2, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:27.005323 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Checking router: 65f42d74-ba0f-4f53-9dc7-c83396da21e9 for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:04:27.005323 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Updating router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 port bfb70074-c940-4453-84c7-aca81fe93c64 binding host dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:04:27.045833 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59322) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:27.045833 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-05442a85-2b8b-4d70-bfd0-458115702482 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--496735946', 'description': 'tempest-description--655698505'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:27.089952 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:27.126407 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:27.168843 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05442a85-2b8b-4d70-bfd0-458115702482 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:27.264948 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59326) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:27.269647 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b5f3adfa-f083-4bd5-8218-ac1bc05c46ef tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1705074211', 'description': 'tempest-description--746761183'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:27.293675 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:27.320465 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:27.396218 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:27.441914 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Pushing event updated for resources: {'Port': ['ID=1156bd04-e0ac-4b8c-83d7-8df60b42205d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:27.452040 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Transition to ACTIVE for port object 9cc142f7-9e96-439e-88df-a0afb9eaab6b will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:27.453281 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:27.469243 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Network 367200f2-839a-4cf4-8ade-9354a4ecd2a8 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:27.483316 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:27.490493 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:27.507693 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:27.508601 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:27.514386 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05442a85-2b8b-4d70-bfd0-458115702482 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:27.527310 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 306bece6-da9b-49c4-9f43-12bf644efc79 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:27.551848 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:27.554142 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-cb104fb5-2467-4608-b9d0-85972b0b22cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:27.588693 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05442a85-2b8b-4d70-bfd0-458115702482 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:27.612481 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e85b5552-4512-43ee-aa9c-12c53a79a78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:27.646306 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac1c69-1489-45b7-ad07-dd989b13a77d None None] Pushing event updated for resources: {'Port': ['ID=9cc142f7-9e96-439e-88df-a0afb9eaab6b,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:27.650862 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-15ac1c69-1489-45b7-ad07-dd989b13a77d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:27.748969 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05442a85-2b8b-4d70-bfd0-458115702482 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b48d310-abdf-4383-974f-09e217225513,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:27.785979 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-05442a85-2b8b-4d70-bfd0-458115702482 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:27.788896 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5f3adfa-f083-4bd5-8218-ac1bc05c46ef tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:27.793158 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f783067-e561-417a-ab3c-ea90de59ce12 req-889f447b-5825-4ed2-8628-528b83bc8ba5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:27.807755 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0f783067-e561-417a-ab3c-ea90de59ce12 req-889f447b-5825-4ed2-8628-528b83bc8ba5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 931 time: 0.5561550 Jun 23 19:04:27.870707 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Attempting to bind port 9cc142f7-9e96-439e-88df-a0afb9eaab6b on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:04:27.871089 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Attempting to bind port 9cc142f7-9e96-439e-88df-a0afb9eaab6b by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:04:27.871523 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Attempting to bind port 9cc142f7-9e96-439e-88df-a0afb9eaab6b on network 13ea8972-b95b-4038-a37a-9424804d7f04 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:27.883601 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:04:27.884003 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Checking segment: {'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:27.884411 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:27.884831 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Bound using segment: {'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:04:27.887993 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Bound port: 9cc142f7-9e96-439e-88df-a0afb9eaab6b, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:04:27.888437 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:27.962743 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0f783067-e561-417a-ab3c-ea90de59ce12 req-8c244749-7f8a-476e-ae92-9c506e6f2c2a tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520700 Jun 23 19:04:27.997830 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca3dc7-3cbf-48cd-b3e8-03c716946e71 req-a80f5dde-bc1d-43e0-9ff5-49b25b3206c9 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:28.007190 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d9ca3dc7-3cbf-48cd-b3e8-03c716946e71 req-a80f5dde-bc1d-43e0-9ff5-49b25b3206c9 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 931 time: 0.3948290 Jun 23 19:04:28.022180 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-05442a85-2b8b-4d70-bfd0-458115702482 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.024409 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-05442a85-2b8b-4d70-bfd0-458115702482 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.9845939 Jun 23 19:04:28.029661 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0670381 Jun 23 19:04:28.033201 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59334) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:28.037691 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 306bece6-da9b-49c4-9f43-12bf644efc79 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:28.038874 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.046551 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-9d2b41da-4952-4382-9230-0a7bd2990b94 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Request body: {'security_group_rule': {'security_group_id': '7b48d310-abdf-4383-974f-09e217225513', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:28.131712 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 59342) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:28.142359 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] For port 9cc142f7-9e96-439e-88df-a0afb9eaab6b, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:04:28.161406 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] For port 9cc142f7-9e96-439e-88df-a0afb9eaab6b, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=9cc142f7-9e96-439e-88df-a0afb9eaab6b,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:04:28.189145 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d9ca3dc7-3cbf-48cd-b3e8-03c716946e71 req-0bb6837e-55d9-4eaa-8122-f01a5379f43f tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798010 Jun 23 19:04:28.246792 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.249778 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Request body: {'port': {'device_id': '2ac0e2b8-d54f-4315-ad24-6d516d95ddb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:28.258568 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Transition to ACTIVE for port object bfb70074-c940-4453-84c7-aca81fe93c64 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:28.284113 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.287478 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:28.295460 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5f3adfa-f083-4bd5-8218-ac1bc05c46ef tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.344792 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Request body: {'port': {'device_id': '9a01e40c-0e15-4db3-a326-d8b600c92f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:28.415319 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.425390 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:28.436882 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac1c69-1489-45b7-ad07-dd989b13a77d None None] Pushing event updated for resources: {'Port': ['ID=9cc142f7-9e96-439e-88df-a0afb9eaab6b,revision_number=4']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:28.445178 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5f3adfa-f083-4bd5-8218-ac1bc05c46ef tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.460076 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-15ac1c69-1489-45b7-ad07-dd989b13a77d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:28.509275 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.533456 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:28.547482 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32040341-66c4-4dfc-ba62-a39d12a74b98 None None] Pushing event updated for resources: {'Port': ['ID=bfb70074-c940-4453-84c7-aca81fe93c64,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:28.554873 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:28.554873 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:03:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:28.560238 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-32040341-66c4-4dfc-ba62-a39d12a74b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:28.689576 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.787034 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Attempting to bind port bfb70074-c940-4453-84c7-aca81fe93c64 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:04:28.793182 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Attempting to bind port bfb70074-c940-4453-84c7-aca81fe93c64 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:04:28.793624 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Attempting to bind port bfb70074-c940-4453-84c7-aca81fe93c64 on network 6f276787-6d2f-4388-aea6-d3a0998dbf61 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:28.808266 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:04:28.809016 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Checking segment: {'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:28.809183 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.809785 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Bound using segment: {'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:04:28.810575 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Bound port: bfb70074-c940-4453-84c7-aca81fe93c64, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:04:28.810965 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.834932 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5f3adfa-f083-4bd5-8218-ac1bc05c46ef tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.840376 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-b5f3adfa-f083-4bd5-8218-ac1bc05c46ef tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5735674 Jun 23 19:04:28.842477 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3adfa-f083-4bd5-8218-ac1bc05c46ef tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96ab5b9-3b65-4c65-9284-a0378d842433,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:28.849525 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d2b41da-4952-4382-9230-0a7bd2990b94 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.875367 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59360) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:28.881180 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b5f3adfa-f083-4bd5-8218-ac1bc05c46ef tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:28.890558 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88c65ec3-ea34-4042-b4f3-ae6b90f6cda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:28.915738 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:28.973192 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d8026f49-bc77-4392-9ca1-d7b20d4a733c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Request body: {'security_group_rule': {'security_group_id': 'b96ab5b9-3b65-4c65-9284-a0378d842433', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:29.034919 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:29.060720 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-adbb023e-8e75-415b-8ed7-b0e27229a5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:29.177711 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4b319914-271d-483d-9253-e56280b6f31d None None] For port bfb70074-c940-4453-84c7-aca81fe93c64, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:04:29.189355 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4b319914-271d-483d-9253-e56280b6f31d None None] For port bfb70074-c940-4453-84c7-aca81fe93c64, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=bfb70074-c940-4453-84c7-aca81fe93c64,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:04:29.313877 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:29.362634 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:29.404768 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8026f49-bc77-4392-9ca1-d7b20d4a733c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:29.412743 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d2b41da-4952-4382-9230-0a7bd2990b94 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:29.425854 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:28Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:29.463071 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b441d7-a466-496f-ae61-eb0401d60187 None None] The sync data for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb is: [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:28Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:04:29.483208 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-adbb023e-8e75-415b-8ed7-b0e27229a5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:29.550243 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:04:29.550243 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4b319914-271d-483d-9253-e56280b6f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:04:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:29.607149 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-adbb023e-8e75-415b-8ed7-b0e27229a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:29.624037 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32040341-66c4-4dfc-ba62-a39d12a74b98 None None] Pushing event updated for resources: {'Port': ['ID=bfb70074-c940-4453-84c7-aca81fe93c64,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:29.625519 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:29.632612 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-32040341-66c4-4dfc-ba62-a39d12a74b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:29.638465 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d2b41da-4952-4382-9230-0a7bd2990b94 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:29.691865 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb023e-8e75-415b-8ed7-b0e27229a5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83dee94-bdf6-4edc-8d1f-7e78e76cf227,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:29.734780 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:29.740508 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-adbb023e-8e75-415b-8ed7-b0e27229a5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:29.740695 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:29.810972 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4b319914-271d-483d-9253-e56280b6f31d None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:04:29.858291 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-adbb023e-8e75-415b-8ed7-b0e27229a5a8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=852fba1c1b744bcf8cafd0ecf1ec3dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7239735 Jun 23 19:04:29.874854 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 59384) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:29.895796 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b41da-4952-4382-9230-0a7bd2990b94 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4accca33-8e1f-4f33-8c08-eada18e262a5,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:29.905488 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8026f49-bc77-4392-9ca1-d7b20d4a733c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:29.914465 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-9d2b41da-4952-4382-9230-0a7bd2990b94 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:29.918914 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da60cf9-0fb2-4147-8a2a-8a180951238c req-ce946f3d-e453-4f16-aea0-f6cd4d1188c5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:29.921179 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9da60cf9-0fb2-4147-8a2a-8a180951238c req-ce946f3d-e453-4f16-aea0-f6cd4d1188c5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 931 time: 0.7472718 Jun 23 19:04:29.981576 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f791fc6-bff1-4bb4-9b5f-9cac4d699464 req-ec51111d-244f-42eb-9cd3-154c579bd9b1 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:29.984562 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5f791fc6-bff1-4bb4-9b5f-9cac4d699464 req-ec51111d-244f-42eb-9cd3-154c579bd9b1 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 931 time: 0.4676504 Jun 23 19:04:30.162970 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9d2b41da-4952-4382-9230-0a7bd2990b94 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.173654 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-9d2b41da-4952-4382-9230-0a7bd2990b94 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1393213 Jun 23 19:04:30.173654 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8026f49-bc77-4392-9ca1-d7b20d4a733c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.178005 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59396) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:30.186076 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d18b8f65-83ec-4eed-80f1-7dc13b580cb1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Request body: {'security_group_rule': {'security_group_id': '7b48d310-abdf-4383-974f-09e217225513', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:30.225964 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-9d2b41da-4952-4382-9230-0a7bd2990b94 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:30.227827 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9da60cf9-0fb2-4147-8a2a-8a180951238c req-b3f6a0db-733b-4d2f-8be1-ecba97e35323 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351246 Jun 23 19:04:30.263403 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8026f49-bc77-4392-9ca1-d7b20d4a733c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604b5d4b-b8c4-43f8-82d8-0b447afb0e8a,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:30.296255 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d8026f49-bc77-4392-9ca1-d7b20d4a733c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:30.321132 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a41-34cb-4e83-a40f-4288a332b92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.327627 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99c2369-7129-49fe-82a1-9c643c920814 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:04:30.363409 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.381092 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5f791fc6-bff1-4bb4-9b5f-9cac4d699464 req-c932ffa0-8565-4f95-b505-d51aef6d3255 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161063 Jun 23 19:04:30.393904 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1156bd04-e0ac-4b8c-83d7-8df60b42205d {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:04:30.450335 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4b319914-271d-483d-9253-e56280b6f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:29Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:04:30.451106 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Transition to ACTIVE for port object c99c2369-7129-49fe-82a1-9c643c920814 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:30.453927 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.492515 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a41-34cb-4e83-a40f-4288a332b92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.533194 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b319914-271d-483d-9253-e56280b6f31d None None] The sync data for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb is: [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:29Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:04:30.541293 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Transition to ACTIVE for port object 1156bd04-e0ac-4b8c-83d7-8df60b42205d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:30.843028 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d18b8f65-83ec-4eed-80f1-7dc13b580cb1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.850778 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.851920 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a41-34cb-4e83-a40f-4288a332b92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.855595 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-1df2f109-53ed-493d-a11b-8abb39efbe88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:30.864201 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a41-34cb-4e83-a40f-4288a332b92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.865622 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.869462 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-4b9a1a41-34cb-4e83-a40f-4288a332b92f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f83dee94-bdf6-4edc-8d1f-7e78e76cf227 HTTP/1.1" status: 204 len: 168 time: 0.9841094 Jun 23 19:04:30.937009 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-f350a543-f0bf-4917-bb9b-069c6aad796d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:30.949456 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d8026f49-bc77-4392-9ca1-d7b20d4a733c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:30.959241 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-d8026f49-bc77-4392-9ca1-d7b20d4a733c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0763223 Jun 23 19:04:30.966568 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 59414) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:30.985225 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-e8efc945-f0d5-4c98-8542-666276f38eb2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Request body: {'security_group_rule': {'security_group_id': 'b96ab5b9-3b65-4c65-9284-a0378d842433', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:31.120471 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Pushing event updated for resources: {'Port': ['ID=1156bd04-e0ac-4b8c-83d7-8df60b42205d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:31.122743 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:31.158550 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c079e8f9-807d-4636-a74c-5445c3436ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:31.250643 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a1a41-34cb-4e83-a40f-4288a332b92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83dee94-bdf6-4edc-8d1f-7e78e76cf227,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:31.257807 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4b9a1a41-34cb-4e83-a40f-4288a332b92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:31.292504 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Pushing event updated for resources: {'Port': ['ID=c99c2369-7129-49fe-82a1-9c643c920814,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:31.329800 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8efc945-f0d5-4c98-8542-666276f38eb2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:31.429330 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:31.477487 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Attempting to bind port c99c2369-7129-49fe-82a1-9c643c920814 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:04:31.477810 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Attempting to bind port c99c2369-7129-49fe-82a1-9c643c920814 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:04:31.479072 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Attempting to bind port c99c2369-7129-49fe-82a1-9c643c920814 on network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:31.485469 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d18b8f65-83ec-4eed-80f1-7dc13b580cb1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:31.486651 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Port c99c2369-7129-49fe-82a1-9c643c920814 on network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:04:31.487681 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Attempting to bind port c99c2369-7129-49fe-82a1-9c643c920814 on network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:31.493837 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:04:31.494427 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Checking segment: {'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:31.495804 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Bound using segment: {'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:04:31.496706 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Bound port: c99c2369-7129-49fe-82a1-9c643c920814, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:04:31.497322 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:31.615651 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 9cc142f7-9e96-439e-88df-a0afb9eaab6b up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:31.679725 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Attempting to bind port 1156bd04-e0ac-4b8c-83d7-8df60b42205d on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:04:31.680349 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] For port c99c2369-7129-49fe-82a1-9c643c920814, host hv-cinder-79049, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:04:31.680440 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Attempting to bind port 1156bd04-e0ac-4b8c-83d7-8df60b42205d by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '367200f2-839a-4cf4-8ade-9354a4ecd2a8'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:04:31.680698 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Attempting to bind port 1156bd04-e0ac-4b8c-83d7-8df60b42205d on network 367200f2-839a-4cf4-8ade-9354a4ecd2a8 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:31.688426 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] For port c99c2369-7129-49fe-82a1-9c643c920814, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c99c2369-7129-49fe-82a1-9c643c920814,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:04:31.713531 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Port 1156bd04-e0ac-4b8c-83d7-8df60b42205d on network 367200f2-839a-4cf4-8ade-9354a4ecd2a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:04:31.713972 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Attempting to bind port 1156bd04-e0ac-4b8c-83d7-8df60b42205d on network 367200f2-839a-4cf4-8ade-9354a4ecd2a8 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:31.752917 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:31.780952 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8efc945-f0d5-4c98-8542-666276f38eb2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:31.782098 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:04:31.782391 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Checking segment: {'id': 'a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '367200f2-839a-4cf4-8ade-9354a4ecd2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:31.783153 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Bound using segment: {'id': 'a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '367200f2-839a-4cf4-8ade-9354a4ecd2a8'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:04:31.783518 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Bound port: 1156bd04-e0ac-4b8c-83d7-8df60b42205d, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '367200f2-839a-4cf4-8ade-9354a4ecd2a8'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:04:31.784547 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:31.834485 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d18b8f65-83ec-4eed-80f1-7dc13b580cb1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:31.836053 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d8026f49-bc77-4392-9ca1-d7b20d4a733c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:31.861632 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 9cc142f7-9e96-439e-88df-a0afb9eaab6b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:31.867699 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 9cc142f7-9e96-439e-88df-a0afb9eaab6b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:31.877647 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:31.899127 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:31.902884 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b8f65-83ec-4eed-80f1-7dc13b580cb1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd0d173-3973-441d-8b59-3d9e736c491c,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:31.907109 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8efc945-f0d5-4c98-8542-666276f38eb2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:31.907328 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d18b8f65-83ec-4eed-80f1-7dc13b580cb1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:31.907328 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:31.937026 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:31.975048 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:31.975923 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:31.977385 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] 10.222.0.77 "PUT /v2.0/ports/c99c2369-7129-49fe-82a1-9c643c920814 HTTP/1.1" status: 200 len: 1093 time: 4.1329761 Jun 23 19:04:31.977957 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac0e2b8-d54f-4315-ad24-6d516d95ddb2', 'tag': 'c99c2369-7129-49fe-82a1-9c643c920814'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:32.022445 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618eacc-0821-4d4f-9039-5a59ceb1afb8 req-6e43905d-8ba7-41cb-b121-1c19488afb75 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:32.037907 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c618eacc-0821-4d4f-9039-5a59ceb1afb8 req-6e43905d-8ba7-41cb-b121-1c19488afb75 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 943 time: 0.4985201 Jun 23 19:04:32.076565 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.099615 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efc945-f0d5-4c98-8542-666276f38eb2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36ae2fc-7acc-4cad-9861-52933f77f971,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:32.104527 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e8efc945-f0d5-4c98-8542-666276f38eb2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:32.134223 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] For port 1156bd04-e0ac-4b8c-83d7-8df60b42205d, host hv-cinder-79049, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:04:32.142481 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 9cc142f7-9e96-439e-88df-a0afb9eaab6b, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=9cc142f7-9e96-439e-88df-a0afb9eaab6b,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:32.171231 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Pushing event updated for resources: {'Port': ['ID=c99c2369-7129-49fe-82a1-9c643c920814,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:32.177749 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:32.215129 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d18b8f65-83ec-4eed-80f1-7dc13b580cb1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.216383 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-d18b8f65-83ec-4eed-80f1-7dc13b580cb1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0409431 Jun 23 19:04:32.219460 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59442) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:32.225161 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e079b09-e81c-4e01-bf63-c0d05a6a3e64 req-ef44a479-b533-4284-a81e-ea896d526002 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:32.225261 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Request body: {'floatingip': {'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:32.227996 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5e079b09-e81c-4e01-bf63-c0d05a6a3e64 req-ef44a479-b533-4284-a81e-ea896d526002 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 943 time: 0.5044432 Jun 23 19:04:32.262035 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] For port 1156bd04-e0ac-4b8c-83d7-8df60b42205d, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1156bd04-e0ac-4b8c-83d7-8df60b42205d,segment=NetworkSegment(a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94),segment_id=a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:04:32.300017 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e8efc945-f0d5-4c98-8542-666276f38eb2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.300017 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-e8efc945-f0d5-4c98-8542-666276f38eb2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3187833 Jun 23 19:04:32.317334 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c618eacc-0821-4d4f-9039-5a59ceb1afb8 req-1801f00a-e81c-4682-a1a7-08d8cb4f6744 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493169 Jun 23 19:04:32.317810 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 59444) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:32.322929 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Request body: {'floatingip': {'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:32.326670 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.328562 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device bfb70074-c940-4453-84c7-aca81fe93c64 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:32.336910 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:32.355850 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5e079b09-e81c-4e01-bf63-c0d05a6a3e64 req-973b1768-8b9b-4db1-a673-a01780d2b15a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173246 Jun 23 19:04:32.399161 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.403553 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:32.443186 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.463024 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:32.464199 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.467310 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] 10.222.0.77 "PUT /v2.0/ports/1156bd04-e0ac-4b8c-83d7-8df60b42205d HTTP/1.1" status: 200 len: 1093 time: 4.3968902 Jun 23 19:04:32.472423 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a01e40c-0e15-4db3-a326-d8b600c92f5d', 'tag': '1156bd04-e0ac-4b8c-83d7-8df60b42205d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:32.581634 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=9cc142f7-9e96-439e-88df-a0afb9eaab6b,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:32.586429 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:32.657063 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-61c67d20-2896-416b-b4e4-7bdbd9dd387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:32.658595 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-61c67d20-2896-416b-b4e4-7bdbd9dd387e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df588b2890b045ccb1ddbda94138d9ff&device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 1096 time: 0.3188043 Jun 23 19:04:32.665000 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Pushing event updated for resources: {'Port': ['ID=1156bd04-e0ac-4b8c-83d7-8df60b42205d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:32.683918 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port bfb70074-c940-4453-84c7-aca81fe93c64 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:32.700280 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port bfb70074-c940-4453-84c7-aca81fe93c64 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:32.700622 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.738906 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:32.740134 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.810778 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fcbac34a3f989e7a1382fe2a1fc7386b8fde9f0dc9ad1e1afd8ba582fa7245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3729ffe-14ba-4706-938f-891c0ba6f289" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac0e2b8-d54f-4315-ad24-6d516d95ddb2", "tag": "c99c2369-7129-49fe-82a1-9c643c920814"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:32.826182 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.891509 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port bfb70074-c940-4453-84c7-aca81fe93c64, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=bfb70074-c940-4453-84c7-aca81fe93c64,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:32.952531 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:32.954959 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:33.095024 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=bfb70074-c940-4453-84c7-aca81fe93c64,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:33.103956 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:33.132119 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-f2d3bb3e-c6cc-4ae9-baf8-89e29205f788 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c99c2369-7129-49fe-82a1-9c643c920814 HTTP/1.1" status: 200 len: 217 time: 0.3595343 Jun 23 19:04:33.209729 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-4019dd10-8806-4cc1-b34b-ed232f8156fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:33.211252 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-4019dd10-8806-4cc1-b34b-ed232f8156fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6631f261963349a78a64fdae0294b85c&device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 1096 time: 0.5964665 Jun 23 19:04:33.320898 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f5d353-ec3c-4c7b-b951-2b8055e58d39" -d '{"events": [{"name": "network-changed", "server_uuid": "9a01e40c-0e15-4db3-a326-d8b600c92f5d", "tag": "1156bd04-e0ac-4b8c-83d7-8df60b42205d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:33.434388 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-e2f1b907-320e-4fe5-bf09-061ce555b0a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1156bd04-e0ac-4b8c-83d7-8df60b42205d HTTP/1.1" status: 200 len: 217 time: 0.1839311 Jun 23 19:04:33.443350 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:33.530379 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 9cc142f7-9e96-439e-88df-a0afb9eaab6b up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:33.600601 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bef4df-40a6-432d-b200-2620904471d3 x-openstack-request-id: req-17bef4df-40a6-432d-b200-2620904471d3 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:33.601527 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac0e2b8-d54f-4315-ad24-6d516d95ddb2", "tag": "c99c2369-7129-49fe-82a1-9c643c920814", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:33.602426 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-17bef4df-40a6-432d-b200-2620904471d3 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:33.602913 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac0e2b8-d54f-4315-ad24-6d516d95ddb2', 'tag': 'c99c2369-7129-49fe-82a1-9c643c920814', 'status': 'completed', 'code': 200} Jun 23 19:04:33.665555 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-7812c60a-898c-449e-a9cd-49c429be9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:33.667168 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-7812c60a-898c-449e-a9cd-49c429be9727 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4a379e4-0bee-4f40-a9c6-23d144257946 HTTP/1.1" status: 200 len: 855 time: 0.5149415 Jun 23 19:04:33.683865 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 9cc142f7-9e96-439e-88df-a0afb9eaab6b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:33.686942 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:33.759315 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed44359-7fdc-4295-a195-db1a32b18fba x-openstack-request-id: req-aed44359-7fdc-4295-a195-db1a32b18fba {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:33.760228 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a01e40c-0e15-4db3-a326-d8b600c92f5d", "tag": "1156bd04-e0ac-4b8c-83d7-8df60b42205d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:33.762106 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aed44359-7fdc-4295-a195-db1a32b18fba {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:33.764264 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a01e40c-0e15-4db3-a326-d8b600c92f5d', 'tag': '1156bd04-e0ac-4b8c-83d7-8df60b42205d', 'status': 'completed', 'code': 200} Jun 23 19:04:33.767053 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:33.810273 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-4cae01dd-d90b-4053-b024-6b5f87b7165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:33.812008 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-4cae01dd-d90b-4053-b024-6b5f87b7165d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c081db7c-5bc5-4252-b211-467252b56617 HTTP/1.1" status: 200 len: 852 time: 0.2647052 Jun 23 19:04:33.831625 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-1b58d518-7096-429b-b69c-42d7083c8911 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434860 Jun 23 19:04:33.841419 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Allocated IP 172.28.2.168 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/1a7c3a88-1ece-4701-8574-2d077d5b3a64) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:33.913605 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device bfb70074-c940-4453-84c7-aca81fe93c64 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:34.029703 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-90ab6d3e-a0e1-47d7-b04f-19e3668622fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=367200f2-839a-4cf4-8ade-9354a4ecd2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1614461 Jun 23 19:04:34.030998 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port bfb70074-c940-4453-84c7-aca81fe93c64 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:34.031684 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:34.047931 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-5edaeb49-26a8-40e4-a0a6-57f4486936f2 service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635468 Jun 23 19:04:34.058191 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8667d8-507c-4398-9ea1-65e83bb8d518 req-8c8b52d5-9888-492f-87d7-ee285d347ed4 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:34.066505 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6c8667d8-507c-4398-9ea1-65e83bb8d518 req-8c8b52d5-9888-492f-87d7-ee285d347ed4 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 943 time: 0.4795942 Jun 23 19:04:34.343543 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6c8667d8-507c-4398-9ea1-65e83bb8d518 req-63592b53-55e5-467b-a54d-90ab00786266 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755229 Jun 23 19:04:34.413986 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885e7fc-4f83-4f4f-87bf-8d42e6a5f2a2 req-36ff892f-0a65-4bb4-ae8d-445616849060 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:34.416036 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0885e7fc-4f83-4f4f-87bf-8d42e6a5f2a2 req-36ff892f-0a65-4bb4-ae8d-445616849060 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 943 time: 0.5647979 Jun 23 19:04:34.419435 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:34.451634 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-1f09ee23-09d4-4d0c-9444-c1397cb299de service neutron] 10.222.0.77 "GET /v2.0/networks/367200f2-839a-4cf4-8ade-9354a4ecd2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821270 Jun 23 19:04:34.474330 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-addc7522-ca7f-4ef3-b6a0-17f919dfb387 req-bf10d20c-4436-456f-b44e-56bde85ecc68 service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793169 Jun 23 19:04:34.513934 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0885e7fc-4f83-4f4f-87bf-8d42e6a5f2a2 req-f622ea5c-82ab-4208-ba32-5adcbad7f168 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864129 Jun 23 19:04:34.681074 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9dd206d0-ffbe-4d05-b044-db17c6b68ef0 req-eb73f445-a514-44d5-ab08-71313abac8be service neutron] 10.222.0.77 "GET /v2.0/networks/367200f2-839a-4cf4-8ade-9354a4ecd2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110239 Jun 23 19:04:34.919721 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:34.925795 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:35.020499 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Allocated IP 172.28.2.78 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/8bf62ce2-0411-4650-8a96-64575613cb33) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:35.031418 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:35.037022 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:35.042604 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:35.046887 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event updated for resources: {'Port': ['ID=1a7c3a88-1ece-4701-8574-2d077d5b3a64,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:35.051039 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:35.136987 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.179055 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.473558 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.489934 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8a4ce861-265a-4526-a7a1-e7804ed143c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:35.578361 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:35.596632 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:35.604600 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:35.657202 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.686319 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event updated for resources: {'Port': ['ID=8bf62ce2-0411-4650-8a96-64575613cb33,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:35.776053 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:35.793733 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:35.849820 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22923c7-bc41-4721-b9f2-e347864b1fd4 req-263b331b-ce36-44d0-b685-a41a8589bd1c tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:35.851546 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d22923c7-bc41-4721-b9f2-e347864b1fd4 req-263b331b-ce36-44d0-b685-a41a8589bd1c tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 943 time: 0.3119955 Jun 23 19:04:35.947332 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59564) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:35.970032 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d22923c7-bc41-4721-b9f2-e347864b1fd4 req-9f713c78-9dd8-431f-a8fd-6ec2e7f49e9b tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886419 Jun 23 19:04:35.970032 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024d68c-6dd0-4746-95fa-3ec73aca4db9 req-16f943ee-8011-42be-b9b6-464f7fb09559 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:35.971880 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3024d68c-6dd0-4746-95fa-3ec73aca4db9 req-16f943ee-8011-42be-b9b6-464f7fb09559 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 943 time: 0.2307136 Jun 23 19:04:36.100487 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.149670 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.164782 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52e8fe63-2a2b-4005-8cd5-ea48f1fbb875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.181755 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3024d68c-6dd0-4746-95fa-3ec73aca4db9 req-0e39ee41-d6ff-4ccd-945d-f7736e551bbb tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978605 Jun 23 19:04:36.287473 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52e8fe63-2a2b-4005-8cd5-ea48f1fbb875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.341730 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.375639 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.378108 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:36.410188 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-52e8fe63-2a2b-4005-8cd5-ea48f1fbb875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.413722 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.426939 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-31258144-11ba-40fc-8363-7b09f73540bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:36.458015 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event updated for resources: {'Port': ['ID=1a7c3a88-1ece-4701-8574-2d077d5b3a64,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:36.469104 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:36.496043 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-52e8fe63-2a2b-4005-8cd5-ea48f1fbb875 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f049d0adf1bb43138450361933ef9865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5473716 Jun 23 19:04:36.499006 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 59574) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:36.501702 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.516174 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8fe63-2a2b-4005-8cd5-ea48f1fbb875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c44ae91-42c5-4c9e-914b-17af264fc391,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:36.532507 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.558311 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d7bce82-21b6-4b9e-82a7-309a5101f0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.559918 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-52e8fe63-2a2b-4005-8cd5-ea48f1fbb875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:36.561080 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:36.584136 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d7bce82-21b6-4b9e-82a7-309a5101f0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.608878 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event updated for resources: {'Port': ['ID=8bf62ce2-0411-4650-8a96-64575613cb33,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:36.633833 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:36.712548 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.713954 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3948352 Jun 23 19:04:36.770107 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.772067 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5513740 Jun 23 19:04:36.799397 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d7bce82-21b6-4b9e-82a7-309a5101f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.805088 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2d7bce82-21b6-4b9e-82a7-309a5101f0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:36.806442 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-2d7bce82-21b6-4b9e-82a7-309a5101f0fb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5c44ae91-42c5-4c9e-914b-17af264fc391 HTTP/1.1" status: 204 len: 168 time: 0.3062050 Jun 23 19:04:36.807831 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-adbb023e-8e75-415b-8ed7-b0e27229a5a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:36.816525 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bce82-21b6-4b9e-82a7-309a5101f0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c44ae91-42c5-4c9e-914b-17af264fc391,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:36.819117 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-2d7bce82-21b6-4b9e-82a7-309a5101f0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:37.145098 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-568be596-7f70-417c-ac66-6db5044e605d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1705074211&fields=id&tenant_id=f95ac121b1a24229945867eb653a105a HTTP/1.1" status: 200 len: 267 time: 0.0871351 Jun 23 19:04:37.314081 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07a423-ed25-4105-8ff0-5f9236503f38 req-9f8b6a48-462f-477a-ae70-468f663e28f5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:37.316279 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0a07a423-ed25-4105-8ff0-5f9236503f38 req-9f8b6a48-462f-477a-ae70-468f663e28f5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 943 time: 0.1571012 Jun 23 19:04:37.322807 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-4bb6cceb-e1da-418f-b07b-0d895c4e99c9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:37.329576 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-4bb6cceb-e1da-418f-b07b-0d895c4e99c9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/networks?id=6f276787-6d2f-4388-aea6-d3a0998dbf61 HTTP/1.1" status: 200 len: 816 time: 0.1833389 Jun 23 19:04:37.446021 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-71d55097-9ca7-4e89-bcdc-d690514d04cb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/quotas/f95ac121b1a24229945867eb653a105a HTTP/1.1" status: 200 len: 375 time: 0.0224528 Jun 23 19:04:37.446021 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0a07a423-ed25-4105-8ff0-5f9236503f38 req-aaf96ddb-d85b-4fe7-9d06-47f3a20d416f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717385 Jun 23 19:04:37.470827 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-7cad969c-c913-409a-abf5-e662c2449609 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1116307 Jun 23 19:04:37.759923 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-777e5201-7c66-408a-8e71-eeab6c9d6ef5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--496735946&fields=id&tenant_id=704cf5a143b64c318c400174e02d1fe7 HTTP/1.1" status: 200 len: 267 time: 0.2437379 Jun 23 19:04:37.795416 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-5065bf74-e1c8-45e7-8e9d-dc35dc8cb5ba service neutron] 10.222.0.67 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051944 Jun 23 19:04:37.937541 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66677a37-335f-41d3-811b-5622684b48f4 req-7262bbee-0bd8-4d48-9a64-05d2242049d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:37.942385 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-7262bbee-0bd8-4d48-9a64-05d2242049d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/networks?id=13ea8972-b95b-4038-a37a-9424804d7f04 HTTP/1.1" status: 200 len: 811 time: 0.1718943 Jun 23 19:04:37.945125 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-fda51801-6842-4d16-9ede-978414280848 service neutron] 10.222.0.67 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425388 Jun 23 19:04:37.974367 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-8ebb59c0-2ad0-43bd-a015-652405c3f417 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/quotas/704cf5a143b64c318c400174e02d1fe7 HTTP/1.1" status: 200 len: 375 time: 0.0097342 Jun 23 19:04:37.986454 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59632) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:38.056778 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-065b678b-d973-42f8-a97a-abed919819a6 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=704cf5a143b64c318c400174e02d1fe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824523 Jun 23 19:04:38.105203 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 59636) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:38.112678 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32c273ee-4780-47aa-b976-3dd5bc3989e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.148400 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db4aa270-812f-4b9d-a465-def472ebcb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.223721 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-6bb0acbf-965c-43e5-9fdf-537b7920c383 service neutron] 10.222.0.67 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494141 Jun 23 19:04:38.237679 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32c273ee-4780-47aa-b976-3dd5bc3989e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.256339 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5d353-ec3c-4c7b-b951-2b8055e58d39 req-1acc6009-81cb-434f-9b9e-f89bb3e73a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:38.256339 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-31f5d353-ec3c-4c7b-b951-2b8055e58d39 req-1acc6009-81cb-434f-9b9e-f89bb3e73a1f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6631f261963349a78a64fdae0294b85c&device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 1096 time: 0.0834877 Jun 23 19:04:38.300425 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3729ffe-14ba-4706-938f-891c0ba6f289 req-c55a1546-c044-45c6-a1db-26dd523c801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:38.302235 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b3729ffe-14ba-4706-938f-891c0ba6f289 req-c55a1546-c044-45c6-a1db-26dd523c801d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df588b2890b045ccb1ddbda94138d9ff&device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 1096 time: 0.1315072 Jun 23 19:04:38.368726 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-7ccd1c5f-1b75-4225-b8cd-ec7c82e0277c service neutron] 10.222.0.67 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375227 Jun 23 19:04:38.376542 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32c273ee-4780-47aa-b976-3dd5bc3989e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.385588 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:38.469074 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-32c273ee-4780-47aa-b976-3dd5bc3989e6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c0b4d3b887ab4f99b11c36bedace86f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806979 Jun 23 19:04:38.486769 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59650) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:38.489064 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c273ee-4780-47aa-b976-3dd5bc3989e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1f4e55-9f09-470f-9d18-c124bf495bb0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:38.503524 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-32c273ee-4780-47aa-b976-3dd5bc3989e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:38.528573 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5d353-ec3c-4c7b-b951-2b8055e58d39 req-584345a8-3517-42f6-afcf-4ae81d0c35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:38.530397 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-31f5d353-ec3c-4c7b-b951-2b8055e58d39 req-584345a8-3517-42f6-afcf-4ae81d0c35bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=367200f2-839a-4cf4-8ade-9354a4ecd2a8 HTTP/1.1" status: 200 len: 913 time: 0.2644455 Jun 23 19:04:38.599371 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-31f5d353-ec3c-4c7b-b951-2b8055e58d39 req-7b1f3732-ef96-4c1e-9f03-04e51e10d2bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1156bd04-e0ac-4b8c-83d7-8df60b42205d HTTP/1.1" status: 200 len: 217 time: 0.0504565 Jun 23 19:04:38.642610 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5807d972-5941-4320-9b0e-663c22eda4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.678104 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5807d972-5941-4320-9b0e-663c22eda4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.680843 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5d353-ec3c-4c7b-b951-2b8055e58d39 req-51278d79-5435-418c-b3da-cff5153114c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:38.683572 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-31f5d353-ec3c-4c7b-b951-2b8055e58d39 req-51278d79-5435-418c-b3da-cff5153114c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c081db7c-5bc5-4252-b211-467252b56617 HTTP/1.1" status: 200 len: 852 time: 0.0764863 Jun 23 19:04:38.689495 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3729ffe-14ba-4706-938f-891c0ba6f289 req-7d53ad9f-bd8c-420f-b3b5-b3c166bc6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:38.689495 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b3729ffe-14ba-4706-938f-891c0ba6f289 req-7d53ad9f-bd8c-420f-b3b5-b3c166bc6ef0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 HTTP/1.1" status: 200 len: 916 time: 0.3041513 Jun 23 19:04:38.697913 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a18b9-82c5-4a31-a09e-81e0a071a89f req-a01dc0c1-e78e-4a11-b66e-e34887fdd02a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:38.705020 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2e6a18b9-82c5-4a31-a09e-81e0a071a89f req-a01dc0c1-e78e-4a11-b66e-e34887fdd02a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 943 time: 0.3310103 Jun 23 19:04:38.741666 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-31f5d353-ec3c-4c7b-b951-2b8055e58d39 req-b8160189-e648-47cc-b1b6-401b162d359b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=367200f2-839a-4cf4-8ade-9354a4ecd2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419781 Jun 23 19:04:38.804567 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f3275b07-a103-49a9-80f0-53eeff80e29e req-c6efc583-8258-4c00-9834-33024b4e2ccd tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 210 time: 0.0913489 Jun 23 19:04:38.812571 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b3729ffe-14ba-4706-938f-891c0ba6f289 req-e697e876-7a0a-4420-ae49-03d378abde3a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c99c2369-7129-49fe-82a1-9c643c920814 HTTP/1.1" status: 200 len: 217 time: 0.0958059 Jun 23 19:04:38.847676 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db4aa270-812f-4b9d-a465-def472ebcb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.862639 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-31f5d353-ec3c-4c7b-b951-2b8055e58d39 req-11062ad1-9339-4d64-b31c-ad12cc079b28 service neutron] 10.222.0.77 "GET /v2.0/networks/367200f2-839a-4cf4-8ade-9354a4ecd2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074984 Jun 23 19:04:38.889938 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2e6a18b9-82c5-4a31-a09e-81e0a071a89f req-815453ee-6301-4511-a2ef-2d1aeaa007f2 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838346 Jun 23 19:04:38.905863 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5807d972-5941-4320-9b0e-663c22eda4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.919005 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5807d972-5941-4320-9b0e-663c22eda4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.928392 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-5807d972-5941-4320-9b0e-663c22eda4a5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4c1f4e55-9f09-470f-9d18-c124bf495bb0 HTTP/1.1" status: 204 len: 168 time: 0.4401853 Jun 23 19:04:38.936654 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3729ffe-14ba-4706-938f-891c0ba6f289 req-d4286ef4-a366-40e3-85eb-450a097e41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:38.941627 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b3729ffe-14ba-4706-938f-891c0ba6f289 req-d4286ef4-a366-40e3-85eb-450a097e41a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4a379e4-0bee-4f40-a9c6-23d144257946 HTTP/1.1" status: 200 len: 855 time: 0.1002498 Jun 23 19:04:38.961626 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db4aa270-812f-4b9d-a465-def472ebcb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:38.964514 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e66d27ee-7eef-4582-8814-d1f192635654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:38.975009 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807d972-5941-4320-9b0e-663c22eda4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1f4e55-9f09-470f-9d18-c124bf495bb0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:38.977584 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:38.980932 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5807d972-5941-4320-9b0e-663c22eda4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:39.026144 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b3729ffe-14ba-4706-938f-891c0ba6f289 req-44b3f9e1-1ab6-4428-9e8f-dc233c53140e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587206 Jun 23 19:04:39.031580 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-31f5d353-ec3c-4c7b-b951-2b8055e58d39 req-b74f9a34-2030-4d48-9e12-9a48ab56058a service neutron] 10.222.0.77 "GET /v2.0/networks/367200f2-839a-4cf4-8ade-9354a4ecd2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650193 Jun 23 19:04:39.065244 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-821252ee-54d9-44b9-8112-5d4f7db50214 req-4c4f5230-3cbd-44fd-8d43-39be08a2c866 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 210 time: 0.0883329 Jun 23 19:04:39.100072 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aa270-812f-4b9d-a465-def472ebcb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32683435-6be0-459e-b6fd-87ec5e1d7cf6,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:39.103626 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-db4aa270-812f-4b9d-a465-def472ebcb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:39.107605 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-db4aa270-812f-4b9d-a465-def472ebcb86 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8ccb4753256a497b8241a47443890e67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0011740 Jun 23 19:04:39.110313 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59664) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:39.163882 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76355d92-1e72-4554-92de-7fa69dffe8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.185497 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76355d92-1e72-4554-92de-7fa69dffe8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.185718 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd501897-fe54-495d-8005-1b67a0ca3f42 req-6ec8f7c2-ff52-4b89-8167-1935f12aaff3 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:39.187146 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bd501897-fe54-495d-8005-1b67a0ca3f42 req-6ec8f7c2-ff52-4b89-8167-1935f12aaff3 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 943 time: 0.2648156 Jun 23 19:04:39.227996 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b3729ffe-14ba-4706-938f-891c0ba6f289 req-88e4709a-15bb-4d93-ae37-50f704cb1c91 service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977260 Jun 23 19:04:39.248502 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bd501897-fe54-495d-8005-1b67a0ca3f42 req-321fa7af-72a2-4ac4-ab88-f3237d00b316 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550406 Jun 23 19:04:39.328919 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b3729ffe-14ba-4706-938f-891c0ba6f289 req-ba655d0f-2adc-4f9c-8aee-c2342fc3522b service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932767 Jun 23 19:04:39.403888 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76355d92-1e72-4554-92de-7fa69dffe8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.407635 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76355d92-1e72-4554-92de-7fa69dffe8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.408876 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-76355d92-1e72-4554-92de-7fa69dffe8c3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/32683435-6be0-459e-b6fd-87ec5e1d7cf6 HTTP/1.1" status: 204 len: 168 time: 0.2975390 Jun 23 19:04:39.417299 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:39.418239 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76355d92-1e72-4554-92de-7fa69dffe8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32683435-6be0-459e-b6fd-87ec5e1d7cf6,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:39.420156 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-76355d92-1e72-4554-92de-7fa69dffe8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:39.812319 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 59688) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:39.827030 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6434-8f21-4f51-8423-9eba5bcdb498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.927781 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6434-8f21-4f51-8423-9eba5bcdb498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:39.997131 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-881f00fc-ab02-4dae-ad5b-aa961cee2cb8 req-f462466d-4c93-4a45-a788-244ac3d62bb2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 210 time: 0.0341473 Jun 23 19:04:40.086273 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6434-8f21-4f51-8423-9eba5bcdb498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.097706 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:40.170380 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-f6ae6434-8f21-4f51-8423-9eba5bcdb498 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b9965825064d4c8cb2b0826e539ae25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569832 Jun 23 19:04:40.173208 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59704) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:40.187505 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae6434-8f21-4f51-8423-9eba5bcdb498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0bab13-f23f-43b8-9e30-e2745270757b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:40.197435 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2a137e41-d8b7-4c1c-ad55-1d1593df64c0 req-b7c5891c-e4dc-4719-8976-19ec5e8059ad tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 210 time: 0.0511253 Jun 23 19:04:40.199129 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f6ae6434-8f21-4f51-8423-9eba5bcdb498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:40.218564 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a8646-6029-40f5-b554-0efce4efc5fc req-c3eaf341-7db6-42c6-a20c-07b79b92bcc7 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:40.220392 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-204a8646-6029-40f5-b554-0efce4efc5fc req-c3eaf341-7db6-42c6-a20c-07b79b92bcc7 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 943 time: 0.1771803 Jun 23 19:04:40.230333 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8871b225-4d02-417f-8686-63b4cbc787f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.286436 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8871b225-4d02-417f-8686-63b4cbc787f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.303407 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-204a8646-6029-40f5-b554-0efce4efc5fc req-68cb4415-3d25-4587-b50a-d8ab40d3a3cb tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690932 Jun 23 19:04:40.470540 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8871b225-4d02-417f-8686-63b4cbc787f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.473713 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8871b225-4d02-417f-8686-63b4cbc787f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:40.475183 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-8871b225-4d02-417f-8686-63b4cbc787f4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2e0bab13-f23f-43b8-9e30-e2745270757b HTTP/1.1" status: 204 len: 168 time: 0.3004360 Jun 23 19:04:40.476026 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5807d972-5941-4320-9b0e-663c22eda4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:40.480977 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805c564-876f-47c1-aed5-5f5bded867b6 req-b9a4897a-8968-4ae3-93dc-25da655b14c8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:40.482632 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3805c564-876f-47c1-aed5-5f5bded867b6 req-b9a4897a-8968-4ae3-93dc-25da655b14c8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 943 time: 0.0761869 Jun 23 19:04:40.483574 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871b225-4d02-417f-8686-63b4cbc787f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0bab13-f23f-43b8-9e30-e2745270757b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:40.487149 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8871b225-4d02-417f-8686-63b4cbc787f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:40.558499 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3805c564-876f-47c1-aed5-5f5bded867b6 req-75ffb40e-6f8a-4d83-aa98-5cc07a482a15 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448418 Jun 23 19:04:40.835226 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59728) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:40.975931 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14f785b7-f4cd-436b-91eb-a00ea4d19a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:41.161566 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0e53fab0-7707-47f1-bba7-f2db4d43af9d req-10a8e254-fa33-4fc1-b366-ee2375121096 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 210 time: 0.0289392 Jun 23 19:04:41.251315 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14f785b7-f4cd-436b-91eb-a00ea4d19a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:41.307558 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-14f785b7-f4cd-436b-91eb-a00ea4d19a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:41.310987 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:41.367714 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f785b7-f4cd-436b-91eb-a00ea4d19a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ac0b38-f0f2-4e62-9aa6-ee8c6b359f71,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:41.371895 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-14f785b7-f4cd-436b-91eb-a00ea4d19a6f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=72a68ed6c90243928e1ef7c522e62e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355728 Jun 23 19:04:41.373070 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-14f785b7-f4cd-436b-91eb-a00ea4d19a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:41.374525 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59756) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:41.452932 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-318ebcfe-59c3-4faa-9a7c-f3e24778c71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:41.482733 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-318ebcfe-59c3-4faa-9a7c-f3e24778c71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:41.638677 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-318ebcfe-59c3-4faa-9a7c-f3e24778c71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:41.641846 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-318ebcfe-59c3-4faa-9a7c-f3e24778c71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:41.646579 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-318ebcfe-59c3-4faa-9a7c-f3e24778c71a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/07ac0b38-f0f2-4e62-9aa6-ee8c6b359f71 HTTP/1.1" status: 204 len: 168 time: 0.2672179 Jun 23 19:04:41.646579 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-9bd78875-906a-496d-ad38-a74314128581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:41.658791 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ebcfe-59c3-4faa-9a7c-f3e24778c71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ac0b38-f0f2-4e62-9aa6-ee8c6b359f71,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:41.666912 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-318ebcfe-59c3-4faa-9a7c-f3e24778c71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:41.789075 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ce89b6ec-530d-460a-9a6f-61a948d752dd req-62a8e466-98aa-4932-ab7f-f815a66fd0a8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 210 time: 0.3498421 Jun 23 19:04:41.898227 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b2cbf-0789-4b6f-8fa5-4c3cb2f56b3f req-090db2c9-5372-44e2-bc4c-254b7d7b6313 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:41.900977 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-566b2cbf-0789-4b6f-8fa5-4c3cb2f56b3f req-090db2c9-5372-44e2-bc4c-254b7d7b6313 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 943 time: 0.4555919 Jun 23 19:04:41.908822 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-a2779f42-4294-42ac-974e-5049f03c7023 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:41.912842 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-a2779f42-4294-42ac-974e-5049f03c7023 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.77 "GET /v2.0/networks?id=6f276787-6d2f-4388-aea6-d3a0998dbf61 HTTP/1.1" status: 200 len: 816 time: 0.4914553 Jun 23 19:04:42.000813 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-566b2cbf-0789-4b6f-8fa5-4c3cb2f56b3f req-63dc5f21-edd1-4885-84f3-a2bbba7d2882 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867581 Jun 23 19:04:42.047340 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-747c78ae-923e-43e4-8f7b-443c4471b097 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f95ac121b1a24229945867eb653a105a HTTP/1.1" status: 200 len: 380 time: 0.0986369 Jun 23 19:04:42.056943 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Request body: {'port': {'device_id': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'admin_state_up': True, 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'security_groups': ['b96ab5b9-3b65-4c65-9284-a0378d842433']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:42.129903 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fe1d6-6e62-43fa-8a4f-743e18e843c3 req-74c937f8-01df-43da-98f7-f01dc01d093c tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:42.131574 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-098fe1d6-6e62-43fa-8a4f-743e18e843c3 req-74c937f8-01df-43da-98f7-f01dc01d093c tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 943 time: 0.2159410 Jun 23 19:04:42.202545 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-098fe1d6-6e62-43fa-8a4f-743e18e843c3 req-a270b7f2-e7a6-440f-8e26-3ba2408ecf5a tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626161 Jun 23 19:04:42.321249 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-26bfbc0e-543b-4de2-a9c1-5a4a082fe447 req-94a0ec6d-17b9-4ee7-9c6f-1e368490d4b8 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 210 time: 0.0342081 Jun 23 19:04:42.321985 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Made reservation on behalf of f95ac121b1a24229945867eb653a105a for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:42.325570 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:42.460565 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66677a37-335f-41d3-811b-5622684b48f4 req-1c255a3c-8efe-4266-9149-c837bff179e1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:42.462073 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-1c255a3c-8efe-4266-9149-c837bff179e1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.77 "GET /v2.0/networks?id=13ea8972-b95b-4038-a37a-9424804d7f04 HTTP/1.1" status: 200 len: 811 time: 0.1240015 Jun 23 19:04:42.494752 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Allocated IP 172.20.0.14 (6f276787-6d2f-4388-aea6-d3a0998dbf61/573f17ee-da5c-446d-9393-095d09cdcf95/f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:42.551419 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 59794) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:42.571858 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-71084007-021b-48b4-88a7-0c0e153a8437 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=704cf5a143b64c318c400174e02d1fe7 HTTP/1.1" status: 200 len: 379 time: 0.0916963 Jun 23 19:04:42.572028 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cb037d4-18a1-4667-bf5d-6815295b0e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:42.585524 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-66677a37-335f-41d3-811b-5622684b48f4 req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Request body: {'port': {'device_id': '2188fc1e-e629-402e-85d1-add22c005700', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'admin_state_up': True, 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'security_groups': ['7b48d310-abdf-4383-974f-09e217225513']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:42.785871 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:42.786666 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 1156bd04-e0ac-4b8c-83d7-8df60b42205d details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:04:42.805390 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Transition to ACTIVE for port object f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:42.859747 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cb037d4-18a1-4667-bf5d-6815295b0e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:42.962742 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 1156bd04-e0ac-4b8c-83d7-8df60b42205d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1156bd04-e0ac-4b8c-83d7-8df60b42205d,segment=NetworkSegment(a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94),segment_id=a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:43.017215 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2b285fd2-0f43-48ef-9008-3daef0acda8a req-e839f431-9f84-4149-81ad-dc9f0eb44699 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 210 time: 0.0399401 Jun 23 19:04:43.018187 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1cb037d4-18a1-4667-bf5d-6815295b0e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.019488 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.044110 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:43.045335 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '1156bd04-e0ac-4b8c-83d7-8df60b42205d', 'network_id': '367200f2-839a-4cf4-8ade-9354a4ecd2a8', 'port_id': '1156bd04-e0ac-4b8c-83d7-8df60b42205d', 'mac_address': 'fa:16:3e:37:fa:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c081db7c-5bc5-4252-b211-467252b56617', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:04:43.086170 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-1cb037d4-18a1-4667-bf5d-6815295b0e02 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be49a61a4760463284a70a1385f78f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5329399 Jun 23 19:04:43.093489 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59820) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:43.094741 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Network 6f276787-6d2f-4388-aea6-d3a0998dbf61 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:43.097407 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:43.100906 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:43.108382 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:43.110195 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.116368 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb037d4-18a1-4667-bf5d-6815295b0e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8494171c-995f-455a-8056-61cadf4e3e11,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:43.120922 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-1cb037d4-18a1-4667-bf5d-6815295b0e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:43.124883 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:43.152133 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66677a37-335f-41d3-811b-5622684b48f4 req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Made reservation on behalf of 704cf5a143b64c318c400174e02d1fe7 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:04:43.171454 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66677a37-335f-41d3-811b-5622684b48f4 req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.186532 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.194777 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event updated for resources: {'Port': ['ID=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:43.199322 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:43.217139 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1641235 Jun 23 19:04:43.237144 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Request body: {'port': {'device_id': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:43.259026 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1156bd04-e0ac-4b8c-83d7-8df60b42205d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:04:43.320762 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 1156bd04-e0ac-4b8c-83d7-8df60b42205d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1156bd04-e0ac-4b8c-83d7-8df60b42205d,segment=NetworkSegment(a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94),segment_id=a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:43.387603 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.388506 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device c99c2369-7129-49fe-82a1-9c643c920814 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:04:43.394176 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-58bea934-957e-4aad-bfd1-83153cc7a757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.441595 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-aa2528ee-5b13-49a0-afc2-db8e260807b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:43.511679 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-58bea934-957e-4aad-bfd1-83153cc7a757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.532008 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2d1df-1e28-4459-86a4-06df8c1dc814 req-f6b211ce-5a75-44c8-ac89-85a868967404 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:43.541207 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a2e2d1df-1e28-4459-86a4-06df8c1dc814 req-f6b211ce-5a75-44c8-ac89-85a868967404 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 943 time: 0.2529285 Jun 23 19:04:43.547173 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.566611 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-66677a37-335f-41d3-811b-5622684b48f4 req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Allocated IP 172.20.0.14 (13ea8972-b95b-4038-a37a-9424804d7f04/6fa6a529-02d5-4dee-88c9-ecdd419aeba3/465751f6-82a6-41eb-bc67-a6764b8157c1) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:04:43.566873 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=1156bd04-e0ac-4b8c-83d7-8df60b42205d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:43.584598 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:43.603506 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port c99c2369-7129-49fe-82a1-9c643c920814, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c99c2369-7129-49fe-82a1-9c643c920814,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:43.617747 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': 'c99c2369-7129-49fe-82a1-9c643c920814', 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638', 'port_id': 'c99c2369-7129-49fe-82a1-9c643c920814', 'mac_address': 'fa:16:3e:ab:d6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a379e4-0bee-4f40-a9c6-23d144257946', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:04:43.672863 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-58bea934-957e-4aad-bfd1-83153cc7a757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.673060 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a2e2d1df-1e28-4459-86a4-06df8c1dc814 req-1fc66837-b088-4dd1-befc-109feba5523a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264882 Jun 23 19:04:43.675924 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-54a0210e-0aee-4ab8-b4aa-65547eebaaca None None] Provisioning for port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:43.692091 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-54a0210e-0aee-4ab8-b4aa-65547eebaaca None None] Provisioning complete for port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:43.692091 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54a0210e-0aee-4ab8-b4aa-65547eebaaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.693877 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-58bea934-957e-4aad-bfd1-83153cc7a757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.695410 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-58bea934-957e-4aad-bfd1-83153cc7a757 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8494171c-995f-455a-8056-61cadf4e3e11 HTTP/1.1" status: 204 len: 168 time: 0.6005507 Jun 23 19:04:43.702571 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.708704 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:43.712051 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e16c7-bf58-4d36-88d2-7fc4d8c93616 req-870d6b6c-90b4-429b-a32e-8e4a50597c44 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:43.718750 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc6e16c7-bf58-4d36-88d2-7fc4d8c93616 req-870d6b6c-90b4-429b-a32e-8e4a50597c44 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 943 time: 0.2697499 Jun 23 19:04:43.757442 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bea934-957e-4aad-bfd1-83153cc7a757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8494171c-995f-455a-8056-61cadf4e3e11,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:43.761762 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-58bea934-957e-4aad-bfd1-83153cc7a757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:43.820458 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99c2369-7129-49fe-82a1-9c643c920814 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:04:43.875443 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port c99c2369-7129-49fe-82a1-9c643c920814, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c99c2369-7129-49fe-82a1-9c643c920814,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:43.908033 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-54a0210e-0aee-4ab8-b4aa-65547eebaaca None None] Port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:04:43.941921 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:43.943845 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:44.037969 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=c99c2369-7129-49fe-82a1-9c643c920814,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:44.049807 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:44.096654 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66677a37-335f-41d3-811b-5622684b48f4 req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:44.112931 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-66677a37-335f-41d3-811b-5622684b48f4 req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Transition to ACTIVE for port object 465751f6-82a6-41eb-bc67-a6764b8157c1 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:44.151629 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc6e16c7-bf58-4d36-88d2-7fc4d8c93616 req-73ec5ceb-6e1d-4fc0-8c75-ab70c70952f5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198680 Jun 23 19:04:44.216220 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:04:44.225769 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:44.236230 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66677a37-335f-41d3-811b-5622684b48f4 req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:44.245920 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:44.251236 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7a210-93c2-4b91-a1d3-d08e2a2ec014 req-a8b21932-84b7-4bbd-a6b5-59ed2b1f8b4d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:44.259059 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-31e7a210-93c2-4b91-a1d3-d08e2a2ec014 req-a8b21932-84b7-4bbd-a6b5-59ed2b1f8b4d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 932 time: 0.1839888 Jun 23 19:04:44.261415 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Transition to ACTIVE for port object f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:44.311409 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66677a37-335f-41d3-811b-5622684b48f4 req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Network 13ea8972-b95b-4038-a37a-9424804d7f04 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:04:44.319055 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-66677a37-335f-41d3-811b-5622684b48f4 req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:04:44.321596 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-66677a37-335f-41d3-811b-5622684b48f4 req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:04:44.327930 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66677a37-335f-41d3-811b-5622684b48f4 req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:44.328566 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66677a37-335f-41d3-811b-5622684b48f4 req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:44.344259 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event updated for resources: {'Port': ['ID=465751f6-82a6-41eb-bc67-a6764b8157c1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:44.344568 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-31e7a210-93c2-4b91-a1d3-d08e2a2ec014 req-ceff7d16-8086-4e33-8be2-16055bf6ef0e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843942 Jun 23 19:04:44.353987 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:44.364672 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:44.370050 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-82b94926-951e-4e28-9e9f-1ea7ed6497e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:44.370883 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['c99c2369-7129-49fe-82a1-9c643c920814'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:04:44.419846 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc924f-358e-48a0-8ed2-af7c9aa69884 req-c5ff33c6-adb3-4b0d-a3fa-3a73c39ac040 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:44.431190 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-70bc924f-358e-48a0-8ed2-af7c9aa69884 req-c5ff33c6-adb3-4b0d-a3fa-3a73c39ac040 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 932 time: 0.1623530 Jun 23 19:04:44.432036 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['1156bd04-e0ac-4b8c-83d7-8df60b42205d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:04:44.442962 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8689790 Jun 23 19:04:44.464994 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Request body: {'port': {'device_id': '2188fc1e-e629-402e-85d1-add22c005700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:44.512634 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:44.523295 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:44.679362 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Attempting to bind port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:04:44.680584 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Attempting to bind port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:04:44.682214 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Attempting to bind port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f on network 6f276787-6d2f-4388-aea6-d3a0998dbf61 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:44.683063 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:44.746754 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-70bc924f-358e-48a0-8ed2-af7c9aa69884 req-71bcacf0-32fe-4c8b-b45d-5e63d032da36 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145833 Jun 23 19:04:44.747588 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f on network 6f276787-6d2f-4388-aea6-d3a0998dbf61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:04:44.747953 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Attempting to bind port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f on network 6f276787-6d2f-4388-aea6-d3a0998dbf61 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:44.770536 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:04:44.790122 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Checking segment: {'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:44.790718 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Bound using segment: {'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:04:44.791347 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Bound port: f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:04:44.791953 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:44.858657 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59886) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:44.936875 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] For port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host hv-cinder-79049, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:04:44.946007 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] For port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:04:44.946435 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-78e91dc3-ca35-4410-9d33-c40da57e6801 None None] Provisioning for port 465751f6-82a6-41eb-bc67-a6764b8157c1 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:44.971582 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-78e91dc3-ca35-4410-9d33-c40da57e6801 None None] Provisioning complete for port 465751f6-82a6-41eb-bc67-a6764b8157c1 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:44.972023 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78e91dc3-ca35-4410-9d33-c40da57e6801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.051618 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb911e-73ea-4153-b940-6d785d53d786 req-162ae5e2-e1f8-4ba4-a9cc-863a3abbbb75 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:45.054980 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8bcb911e-73ea-4153-b940-6d785d53d786 req-162ae5e2-e1f8-4ba4-a9cc-863a3abbbb75 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 944 time: 0.0737183 Jun 23 19:04:45.088911 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-78e91dc3-ca35-4410-9d33-c40da57e6801 None None] Port 465751f6-82a6-41eb-bc67-a6764b8157c1 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:04:45.104742 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.120109 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:45.171390 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8bcb911e-73ea-4153-b940-6d785d53d786 req-ad32c887-723c-4dc1-85f8-e84991c6aba9 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105158 Jun 23 19:04:45.172043 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c539e3f0-2bda-406b-a70d-90d8d5686354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.199044 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:45.199946 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.202379 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] 10.222.0.77 "PUT /v2.0/ports/f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f HTTP/1.1" status: 200 len: 1094 time: 1.9702787 Jun 23 19:04:45.203463 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:45.206670 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3977d3-f14b-4199-bb52-f237abacf606" -d '{"events": [{"name": "network-changed", "server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:45.218611 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465751f6-82a6-41eb-bc67-a6764b8157c1 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:04:45.240841 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.274992 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:45.274992 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:45.277190 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Transition to ACTIVE for port object 465751f6-82a6-41eb-bc67-a6764b8157c1 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:04:45.294089 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653f6caa-977c-410e-855e-afbf9af92ac2 x-openstack-request-id: req-653f6caa-977c-410e-855e-afbf9af92ac2 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:45.297656 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:45.298516 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-653f6caa-977c-410e-855e-afbf9af92ac2 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:45.299922 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'status': 'completed', 'code': 200} Jun 23 19:04:45.364667 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.377738 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:45.390836 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c539e3f0-2bda-406b-a70d-90d8d5686354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.444974 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Pushing event updated for resources: {'Port': ['ID=465751f6-82a6-41eb-bc67-a6764b8157c1,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:45.456215 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:45.468731 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3977d3-f14b-4199-bb52-f237abacf606 req-39dfd862-c9c5-412f-b7e4-2475cddfe4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:45.470181 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8f3977d3-f14b-4199-bb52-f237abacf606 req-39dfd862-c9c5-412f-b7e4-2475cddfe4e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 1097 time: 0.1160493 Jun 23 19:04:45.485663 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a6241-0ac4-46e9-aeb5-df6d36e70485 req-c9c3d956-1445-4892-b7b7-d97df5bfcb17 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:45.495552 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e08a6241-0ac4-46e9-aeb5-df6d36e70485 req-c9c3d956-1445-4892-b7b7-d97df5bfcb17 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 944 time: 0.1582928 Jun 23 19:04:45.497527 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Attempting to bind port 465751f6-82a6-41eb-bc67-a6764b8157c1 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:04:45.498056 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Attempting to bind port 465751f6-82a6-41eb-bc67-a6764b8157c1 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:04:45.498542 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Attempting to bind port 465751f6-82a6-41eb-bc67-a6764b8157c1 on network 13ea8972-b95b-4038-a37a-9424804d7f04 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:45.510246 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Port 465751f6-82a6-41eb-bc67-a6764b8157c1 on network 13ea8972-b95b-4038-a37a-9424804d7f04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:04:45.510246 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Attempting to bind port 465751f6-82a6-41eb-bc67-a6764b8157c1 on network 13ea8972-b95b-4038-a37a-9424804d7f04 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:04:45.511280 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:04:45.511914 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Checking segment: {'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:04:45.512784 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Bound using segment: {'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:04:45.513375 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Bound port: 465751f6-82a6-41eb-bc67-a6764b8157c1, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:04:45.513933 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.533361 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c539e3f0-2bda-406b-a70d-90d8d5686354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.536888 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-35f8c20b-e599-462d-9810-d337fbb0f626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:45.641238 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539e3f0-2bda-406b-a70d-90d8d5686354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7f02a6-db3a-46b0-b97c-439f9a05483d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:45.652851 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c539e3f0-2bda-406b-a70d-90d8d5686354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:45.666448 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-c539e3f0-2bda-406b-a70d-90d8d5686354 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4ce989761e05405ba88f424d5c547720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8049190 Jun 23 19:04:45.672854 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59924) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:45.703920 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] For port 465751f6-82a6-41eb-bc67-a6764b8157c1, host hv-cinder-79049, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:04:45.730531 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e08a6241-0ac4-46e9-aeb5-df6d36e70485 req-592e4822-ff24-4eae-9904-ef0b2408ec40 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340016 Jun 23 19:04:45.730637 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] For port 465751f6-82a6-41eb-bc67-a6764b8157c1, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=465751f6-82a6-41eb-bc67-a6764b8157c1,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:04:45.747570 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-985d10a2-64ef-4959-b6f7-030064913e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.778310 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-985d10a2-64ef-4959-b6f7-030064913e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.830979 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3977d3-f14b-4199-bb52-f237abacf606 req-d15a05ba-987a-4485-8516-807a8266091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:45.833146 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8f3977d3-f14b-4199-bb52-f237abacf606 req-d15a05ba-987a-4485-8516-807a8266091d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f95ac121b1a24229945867eb653a105a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3200591 Jun 23 19:04:45.845067 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.849869 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37bd62-a11d-4b0e-a9e6-bc16b7a14c01 req-5e114856-ca1b-456f-aef1-99aaeb4bb3ca tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:45.856940 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0a37bd62-a11d-4b0e-a9e6-bc16b7a14c01 req-5e114856-ca1b-456f-aef1-99aaeb4bb3ca tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.3584123 Jun 23 19:04:45.857243 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2a246dd1-f84d-4651-ba46-1563f49bbf22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:45.935126 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Pushing event updated for resources: {'Port': ['ID=465751f6-82a6-41eb-bc67-a6764b8157c1,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:45.937487 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:45.939761 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:45.940500 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.945485 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] 10.222.0.77 "PUT /v2.0/ports/465751f6-82a6-41eb-bc67-a6764b8157c1 HTTP/1.1" status: 200 len: 1094 time: 1.4839063 Jun 23 19:04:45.945485 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2188fc1e-e629-402e-85d1-add22c005700', 'tag': '465751f6-82a6-41eb-bc67-a6764b8157c1'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:45.945485 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fcbac34a3f989e7a1382fe2a1fc7386b8fde9f0dc9ad1e1afd8ba582fa7245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52af4b7-16ca-4d22-ac5b-35dab7330613" -d '{"events": [{"name": "network-changed", "server_uuid": "2188fc1e-e629-402e-85d1-add22c005700", "tag": "465751f6-82a6-41eb-bc67-a6764b8157c1"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:45.979920 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-985d10a2-64ef-4959-b6f7-030064913e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.980418 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-985d10a2-64ef-4959-b6f7-030064913e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:45.983272 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-985d10a2-64ef-4959-b6f7-030064913e10 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f7f02a6-db3a-46b0-b97c-439f9a05483d HTTP/1.1" status: 204 len: 168 time: 0.3093443 Jun 23 19:04:45.984866 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-76355d92-1e72-4554-92de-7fa69dffe8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:45.996202 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d10a2-64ef-4959-b6f7-030064913e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7f02a6-db3a-46b0-b97c-439f9a05483d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:45.998906 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-985d10a2-64ef-4959-b6f7-030064913e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:46.169462 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66677a37-335f-41d3-811b-5622684b48f4 req-9347d42a-a9a2-48b1-9e5f-01e7bf620a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:46.171722 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-9347d42a-a9a2-48b1-9e5f-01e7bf620a75 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=704cf5a143b64c318c400174e02d1fe7&device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 1097 time: 0.0693147 Jun 23 19:04:46.227418 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-5d061489-2b4a-454b-aa51-5b90976b67fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465751f6-82a6-41eb-bc67-a6764b8157c1 HTTP/1.1" status: 200 len: 217 time: 0.0431194 Jun 23 19:04:46.287083 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0a37bd62-a11d-4b0e-a9e6-bc16b7a14c01 req-e1530b52-50d4-4eab-bbe6-07271d77f541 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4290335 Jun 23 19:04:46.337480 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66677a37-335f-41d3-811b-5622684b48f4 req-eb590ad1-40a3-4245-a06d-7991dbfd7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:46.339144 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-eb590ad1-40a3-4245-a06d-7991dbfd7860 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fa6a529-02d5-4dee-88c9-ecdd419aeba3 HTTP/1.1" status: 200 len: 850 time: 0.1042969 Jun 23 19:04:46.345818 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bc947f-b1bc-4269-8d74-2569776a22ef x-openstack-request-id: req-91bc947f-b1bc-4269-8d74-2569776a22ef {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:46.346074 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2188fc1e-e629-402e-85d1-add22c005700", "tag": "465751f6-82a6-41eb-bc67-a6764b8157c1", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:46.346411 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-91bc947f-b1bc-4269-8d74-2569776a22ef {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:46.346886 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2188fc1e-e629-402e-85d1-add22c005700', 'tag': '465751f6-82a6-41eb-bc67-a6764b8157c1', 'status': 'completed', 'code': 200} Jun 23 19:04:46.370313 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3977d3-f14b-4199-bb52-f237abacf606 req-22b54822-3af2-478c-9a7f-8e5007496741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:46.371771 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8f3977d3-f14b-4199-bb52-f237abacf606 req-22b54822-3af2-478c-9a7f-8e5007496741 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5305552 Jun 23 19:04:46.384651 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2364b-cb02-477e-8bf5-d88bbadc0c03 req-9b6d9f00-f893-43f9-a782-3794dff83d71 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:46.388585 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7ca2364b-cb02-477e-8bf5-d88bbadc0c03 req-9b6d9f00-f893-43f9-a782-3794dff83d71 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 944 time: 0.4549105 Jun 23 19:04:46.420979 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66677a37-335f-41d3-811b-5622684b48f4 req-9501d81e-1650-4584-9bd4-a9334ec3def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:46.422674 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-9501d81e-1650-4584-9bd4-a9334ec3def2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13ea8972-b95b-4038-a37a-9424804d7f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749168 Jun 23 19:04:46.441851 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7ca2364b-cb02-477e-8bf5-d88bbadc0c03 req-a0f55e60-7ec1-44e5-aa3a-c765eaf55588 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478127 Jun 23 19:04:46.545187 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-5d01b3d3-1fc4-4743-9690-0b31bf0d5d3f service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007247 Jun 23 19:04:46.569090 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-6b4f8233-cbd4-4069-a0b4-48f6cba43aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:46.570582 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-6b4f8233-cbd4-4069-a0b4-48f6cba43aa0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 1097 time: 0.1073496 Jun 23 19:04:46.587547 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738c50f-7021-4bef-a315-a852c3071868 req-82c8f724-9a29-4faf-93b9-13e336be6897 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:46.595612 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0738c50f-7021-4bef-a315-a852c3071868 req-82c8f724-9a29-4faf-93b9-13e336be6897 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 944 time: 0.0955207 Jun 23 19:04:46.648908 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-04f5874c-2108-4855-a34f-a7f1ec8caec8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f HTTP/1.1" status: 200 len: 217 time: 0.0511682 Jun 23 19:04:46.662409 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-66677a37-335f-41d3-811b-5622684b48f4 req-46e64b9b-ae65-4133-b59e-72bd79f4aaee service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107478 Jun 23 19:04:46.692817 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0738c50f-7021-4bef-a315-a852c3071868 req-d32f5128-3af7-4ba6-8105-db644168ab36 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962527 Jun 23 19:04:46.710969 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-47800dc4-33d1-43f3-a084-78358ef34b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:46.712418 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-47800dc4-33d1-43f3-a084-78358ef34b41 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=573f17ee-da5c-446d-9393-095d09cdcf95 HTTP/1.1" status: 200 len: 855 time: 0.0578184 Jun 23 19:04:46.774396 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 1156bd04-e0ac-4b8c-83d7-8df60b42205d up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:46.811363 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-0ee266be-037f-4f95-92e7-2f7fa479ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:46.812933 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-0ee266be-037f-4f95-92e7-2f7fa479ad17 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f276787-6d2f-4388-aea6-d3a0998dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0939989 Jun 23 19:04:46.896684 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 59962) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:46.923597 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9abf2406-796a-465a-b5e2-6014b94e5512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:46.934611 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52af4b7-16ca-4d22-ac5b-35dab7330613 req-00626444-6ebf-4f52-ac09-7e4c911d5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:46.936933 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a52af4b7-16ca-4d22-ac5b-35dab7330613 req-00626444-6ebf-4f52-ac09-7e4c911d5323 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=704cf5a143b64c318c400174e02d1fe7&device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 1097 time: 0.1145935 Jun 23 19:04:46.962454 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-f18b3d0c-2bfb-42a0-8b43-6bbf972019b3 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387486 Jun 23 19:04:46.970690 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port 1156bd04-e0ac-4b8c-83d7-8df60b42205d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:46.977677 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 1156bd04-e0ac-4b8c-83d7-8df60b42205d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:46.978335 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:46.998310 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246aa987-9ff4-4b08-948b-0ea5f23b3b7d req-d42ff237-1f89-413b-b004-983520eff567 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:46.998310 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-246aa987-9ff4-4b08-948b-0ea5f23b3b7d req-d42ff237-1f89-413b-b004-983520eff567 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 944 time: 0.1081767 Jun 23 19:04:47.088319 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-246aa987-9ff4-4b08-948b-0ea5f23b3b7d req-7a51470c-2e46-4e92-9678-838f1c2c215d tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839598 Jun 23 19:04:47.106852 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.107720 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-485ad774-d50b-47ca-99f3-6f2a42bb19f0 req-78a1da93-2ebf-494d-bfa4-c770dc6359d2 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324880 Jun 23 19:04:47.108884 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52af4b7-16ca-4d22-ac5b-35dab7330613 req-53bbbcfe-6543-4920-8acb-ddf4cf842a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:47.110431 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a52af4b7-16ca-4d22-ac5b-35dab7330613 req-53bbbcfe-6543-4920-8acb-ddf4cf842a84 service neutron] 10.222.0.77 "GET /v2.0/networks?id=13ea8972-b95b-4038-a37a-9424804d7f04 HTTP/1.1" status: 200 len: 912 time: 0.1603444 Jun 23 19:04:47.135439 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a01e40c-0e15-4db3-a326-d8b600c92f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1156bd04-e0ac-4b8c-83d7-8df60b42205d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:47.171671 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a52af4b7-16ca-4d22-ac5b-35dab7330613 req-a7f1b3c2-6a76-4261-a47e-2ef9835028c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465751f6-82a6-41eb-bc67-a6764b8157c1 HTTP/1.1" status: 200 len: 217 time: 0.0472455 Jun 23 19:04:47.219048 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 1156bd04-e0ac-4b8c-83d7-8df60b42205d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1156bd04-e0ac-4b8c-83d7-8df60b42205d,segment=NetworkSegment(a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94),segment_id=a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:47.225941 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9abf2406-796a-465a-b5e2-6014b94e5512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.241040 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52af4b7-16ca-4d22-ac5b-35dab7330613 req-f5f4f448-2538-442a-b402-f4fe10c33a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:47.242472 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a52af4b7-16ca-4d22-ac5b-35dab7330613 req-f5f4f448-2538-442a-b402-f4fe10c33a28 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fa6a529-02d5-4dee-88c9-ecdd419aeba3 HTTP/1.1" status: 200 len: 850 time: 0.0645020 Jun 23 19:04:47.313106 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.314266 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device c99c2369-7129-49fe-82a1-9c643c920814 up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:47.317248 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:47.346234 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52af4b7-16ca-4d22-ac5b-35dab7330613 req-4c236f87-c239-4535-9c6b-58cfdc598cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:47.348539 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a52af4b7-16ca-4d22-ac5b-35dab7330613 req-4c236f87-c239-4535-9c6b-58cfdc598cf4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13ea8972-b95b-4038-a37a-9424804d7f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0661111 Jun 23 19:04:47.349182 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9abf2406-796a-465a-b5e2-6014b94e5512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.353859 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8871b225-4d02-417f-8686-63b4cbc787f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:47.383414 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff3a0b3-9454-419f-9036-092a2e968909" -d '{"events": [{"server_uuid": "9a01e40c-0e15-4db3-a326-d8b600c92f5d", "name": "network-vif-plugged", "status": "completed", "tag": "1156bd04-e0ac-4b8c-83d7-8df60b42205d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:47.427874 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf2406-796a-465a-b5e2-6014b94e5512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f8ea47-ccfb-41ab-90bf-24d7b6584c01,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:47.462813 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-9abf2406-796a-465a-b5e2-6014b94e5512 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d9a9a1e27af4a95bc240bc96d9c0d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5619504 Jun 23 19:04:47.463167 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 59988) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:47.468830 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=1156bd04-e0ac-4b8c-83d7-8df60b42205d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:47.471371 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-9abf2406-796a-465a-b5e2-6014b94e5512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:47.477636 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:47.552303 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a52af4b7-16ca-4d22-ac5b-35dab7330613 req-4fa14e61-d948-4b03-b077-95d2f6d868e9 service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901066 Jun 23 19:04:47.559408 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port c99c2369-7129-49fe-82a1-9c643c920814 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:47.563833 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port c99c2369-7129-49fe-82a1-9c643c920814 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:47.563833 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.576201 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5b45231-968b-43f4-b57d-2e8271aaf2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.606969 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5b45231-968b-43f4-b57d-2e8271aaf2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.613241 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47585a20-f868-4e0b-87c5-3796c292b81a x-openstack-request-id: req-47585a20-f868-4e0b-87c5-3796c292b81a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:47.613546 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a01e40c-0e15-4db3-a326-d8b600c92f5d", "name": "network-vif-plugged", "status": "completed", "tag": "1156bd04-e0ac-4b8c-83d7-8df60b42205d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:47.613812 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-47585a20-f868-4e0b-87c5-3796c292b81a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:47.614275 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a01e40c-0e15-4db3-a326-d8b600c92f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1156bd04-e0ac-4b8c-83d7-8df60b42205d', 'code': 200} Jun 23 19:04:47.630206 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf02494-be7f-4987-b7b9-0b5217acf89b req-46f2ef6f-3578-4f7a-a08d-92817d1fd544 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:47.632263 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6cf02494-be7f-4987-b7b9-0b5217acf89b req-46f2ef6f-3578-4f7a-a08d-92817d1fd544 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1540022 Jun 23 19:04:47.723026 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6cf02494-be7f-4987-b7b9-0b5217acf89b req-5c29eb8b-b0aa-40ff-a258-6a61b4f71dbc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808029 Jun 23 19:04:47.725685 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a52af4b7-16ca-4d22-ac5b-35dab7330613 req-2f3ccf8d-6d69-45e4-92df-ed9886593a46 service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650748 Jun 23 19:04:47.739859 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.789031 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port c99c2369-7129-49fe-82a1-9c643c920814, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c99c2369-7129-49fe-82a1-9c643c920814,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:47.830963 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7128b-2744-47cd-b307-24364bac3a33 req-3343430e-134a-46b9-839e-2e4d1f18119c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:47.838632 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c4a7128b-2744-47cd-b307-24364bac3a33 req-3343430e-134a-46b9-839e-2e4d1f18119c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 944 time: 0.1116543 Jun 23 19:04:47.868793 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5b45231-968b-43f4-b57d-2e8271aaf2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.887618 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c5b45231-968b-43f4-b57d-2e8271aaf2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.888909 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-c5b45231-968b-43f4-b57d-2e8271aaf2dc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/82f8ea47-ccfb-41ab-90bf-24d7b6584c01 HTTP/1.1" status: 204 len: 168 time: 0.4247167 Jun 23 19:04:47.891352 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:47.896980 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:47.901302 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:47.918144 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c4a7128b-2744-47cd-b307-24364bac3a33 req-91312b4a-0816-48ac-af5d-58d9c5b83977 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786476 Jun 23 19:04:47.929490 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b45231-968b-43f4-b57d-2e8271aaf2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f8ea47-ccfb-41ab-90bf-24d7b6584c01,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:47.933079 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c5b45231-968b-43f4-b57d-2e8271aaf2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:47.994168 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105bba4-887e-4978-ae35-f06e480e1ddd req-1c91dd77-7873-4d24-b899-ae06d7e1b78f tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:47.994711 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=c99c2369-7129-49fe-82a1-9c643c920814,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:47.995729 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3105bba4-887e-4978-ae35-f06e480e1ddd req-1c91dd77-7873-4d24-b899-ae06d7e1b78f tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 945 time: 0.1279671 Jun 23 19:04:47.998067 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:48.049393 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3105bba4-887e-4978-ae35-f06e480e1ddd req-3bcd5304-2419-485e-afc3-11270381c5f9 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464191 Jun 23 19:04:48.095386 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d1a1-ad78-4758-afff-3dbf75d92aff req-25b75579-7593-4b08-a328-39360b1364aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:48.097012 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-5586d1a1-ad78-4758-afff-3dbf75d92aff req-25b75579-7593-4b08-a328-39360b1364aa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 1098 time: 0.1165700 Jun 23 19:04:48.121551 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5586d1a1-ad78-4758-afff-3dbf75d92aff req-d086addf-0bb7-4ac0-a507-61b2b80e94e4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:48.220796 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5586d1a1-ad78-4758-afff-3dbf75d92aff req-d086addf-0bb7-4ac0-a507-61b2b80e94e4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:48.298224 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cfbd5-6980-4f22-89aa-1f247ef1dec4 req-276605f2-c9b2-4ffa-b20f-2d3844524ac5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:48.299920 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-934cfbd5-6980-4f22-89aa-1f247ef1dec4 req-276605f2-c9b2-4ffa-b20f-2d3844524ac5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 945 time: 0.0702291 Jun 23 19:04:48.313193 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-5586d1a1-ad78-4758-afff-3dbf75d92aff req-d086addf-0bb7-4ac0-a507-61b2b80e94e4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:48.316516 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:48.349521 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-5586d1a1-ad78-4758-afff-3dbf75d92aff req-d086addf-0bb7-4ac0-a507-61b2b80e94e4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443948 Jun 23 19:04:48.354192 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086addf-0bb7-4ac0-a507-61b2b80e94e4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3b185298-36a9-409b-b627-45dfaedef8af,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:48.357408 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d086addf-0bb7-4ac0-a507-61b2b80e94e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:48.360925 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-934cfbd5-6980-4f22-89aa-1f247ef1dec4 req-78619c54-1ef2-40de-94a7-8ab5b35c01ef tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541909 Jun 23 19:04:48.731768 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60032) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:48.851478 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-531e00fc-c813-49c3-9ced-bcc00dd86fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:48.927256 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad883c0-7ff6-4c8e-8824-cf90354b9a8a req-567dfded-6116-4116-a7ec-5e79d53ad472 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:48.928903 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fad883c0-7ff6-4c8e-8824-cf90354b9a8a req-567dfded-6116-4116-a7ec-5e79d53ad472 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.0688763 Jun 23 19:04:48.970374 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-531e00fc-c813-49c3-9ced-bcc00dd86fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:48.976517 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fad883c0-7ff6-4c8e-8824-cf90354b9a8a req-afddf6d1-b0da-44c4-9f17-6d3bc5561ec9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Jun 23 19:04:49.111676 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc9a43-3d55-4075-91da-37577944d8b8 req-1d7e2fd3-5dfb-4024-a690-746039bcd201 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:49.113168 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fafc9a43-3d55-4075-91da-37577944d8b8 req-1d7e2fd3-5dfb-4024-a690-746039bcd201 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 944 time: 0.0662823 Jun 23 19:04:49.124699 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-531e00fc-c813-49c3-9ced-bcc00dd86fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:49.127323 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b5f3adfa-f083-4bd5-8218-ac1bc05c46ef tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:49.155021 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fafc9a43-3d55-4075-91da-37577944d8b8 req-2f55626e-e17d-4547-b78a-bcc1bd046793 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361242 Jun 23 19:04:49.162587 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e00fc-c813-49c3-9ced-bcc00dd86fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c844500-d2b4-40bf-a43b-df79e5e0e9a3,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:49.167119 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-531e00fc-c813-49c3-9ced-bcc00dd86fd8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0d3c02f046794d64ba80c4ec29ed1d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340794 Jun 23 19:04:49.168035 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-531e00fc-c813-49c3-9ced-bcc00dd86fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:49.173143 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60052) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:49.289199 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfa70e-6f54-4cfe-9827-fc70f4712a87 req-49c5a97e-fabc-4d24-ae0f-fa76029bc2d7 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:49.290657 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-42cfa70e-6f54-4cfe-9827-fc70f4712a87 req-49c5a97e-fabc-4d24-ae0f-fa76029bc2d7 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 945 time: 0.1270697 Jun 23 19:04:49.291292 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d81de161-a1f0-4633-8027-1e5223563f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:49.326220 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d81de161-a1f0-4633-8027-1e5223563f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:49.361543 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-42cfa70e-6f54-4cfe-9827-fc70f4712a87 req-f12ef478-b5ef-4583-b148-1f09b645a492 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613077 Jun 23 19:04:49.520116 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d81de161-a1f0-4633-8027-1e5223563f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:49.526394 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d81de161-a1f0-4633-8027-1e5223563f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:49.527791 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-d81de161-a1f0-4633-8027-1e5223563f3f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c844500-d2b4-40bf-a43b-df79e5e0e9a3 HTTP/1.1" status: 204 len: 168 time: 0.3420515 Jun 23 19:04:49.530911 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-22159dab-876f-4c60-9c31-c669cbf3b2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:49.546981 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81de161-a1f0-4633-8027-1e5223563f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c844500-d2b4-40bf-a43b-df79e5e0e9a3,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:49.546981 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-d81de161-a1f0-4633-8027-1e5223563f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:49.564872 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178f938-4e01-43fc-b2b6-8853d466fda4 req-ecbd588e-424d-48fb-92ed-2bf7e3452587 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:49.568215 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d178f938-4e01-43fc-b2b6-8853d466fda4 req-ecbd588e-424d-48fb-92ed-2bf7e3452587 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 945 time: 0.0974491 Jun 23 19:04:49.612575 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d178f938-4e01-43fc-b2b6-8853d466fda4 req-7268517b-4bbe-4999-b195-d38e16b5ad53 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361404 Jun 23 19:04:49.615973 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac0e2b8-d54f-4315-ad24-6d516d95ddb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99c2369-7129-49fe-82a1-9c643c920814'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:49.621396 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d51859-174e-4f90-b263-915f95441dc7" -d '{"events": [{"server_uuid": "2ac0e2b8-d54f-4315-ad24-6d516d95ddb2", "name": "network-vif-plugged", "status": "completed", "tag": "c99c2369-7129-49fe-82a1-9c643c920814"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:49.713653 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15170b9b-766a-4e99-850f-65ed7df18f14 x-openstack-request-id: req-15170b9b-766a-4e99-850f-65ed7df18f14 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:49.713856 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac0e2b8-d54f-4315-ad24-6d516d95ddb2", "name": "network-vif-plugged", "status": "completed", "tag": "c99c2369-7129-49fe-82a1-9c643c920814", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:49.718062 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-15170b9b-766a-4e99-850f-65ed7df18f14 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:49.718062 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac0e2b8-d54f-4315-ad24-6d516d95ddb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99c2369-7129-49fe-82a1-9c643c920814', 'code': 200} Jun 23 19:04:50.168575 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8eda7-e449-4946-aef3-c98d77fcb846 req-155a2a91-e5fa-4342-8714-cb0b369302f6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:50.176794 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-58a8eda7-e449-4946-aef3-c98d77fcb846 req-155a2a91-e5fa-4342-8714-cb0b369302f6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.0751295 Jun 23 19:04:50.211437 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-58a8eda7-e449-4946-aef3-c98d77fcb846 req-49a132da-afe1-44f7-bae2-abcef23d3cc3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337636 Jun 23 19:04:50.296436 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:50.353032 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b27c7-07bc-46c5-bfed-b7e6c0349136 req-75b5270a-a8a3-4e9c-b668-52af490fe8bb tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:50.354549 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-146b27c7-07bc-46c5-bfed-b7e6c0349136 req-75b5270a-a8a3-4e9c-b668-52af490fe8bb tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 944 time: 0.0703523 Jun 23 19:04:50.409948 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a035783-47f9-41a3-ba99-07e4cfd16cb5 req-58f510bb-34b9-4934-af45-bcd3013978d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:50.409948 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-2a035783-47f9-41a3-ba99-07e4cfd16cb5 req-58f510bb-34b9-4934-af45-bcd3013978d6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 1098 time: 0.0704434 Jun 23 19:04:50.411248 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-146b27c7-07bc-46c5-bfed-b7e6c0349136 req-98790c19-0ce5-4a01-9d88-3f815da5b360 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507977 Jun 23 19:04:50.464562 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-2a035783-47f9-41a3-ba99-07e4cfd16cb5 req-172de9b6-94dd-481f-9933-65ed0fa3c630 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492115 Jun 23 19:04:50.541224 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60118) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:50.554454 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-203c3170-a89b-42c1-845a-a5f57706c30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:50.556178 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a6f07-134d-43ec-b3af-063420fcd367 req-946cbb4e-4fdd-4a21-8f1f-31e94c3b9380 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:50.557687 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-416a6f07-134d-43ec-b3af-063420fcd367 req-946cbb4e-4fdd-4a21-8f1f-31e94c3b9380 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 945 time: 0.0662112 Jun 23 19:04:50.612138 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-416a6f07-134d-43ec-b3af-063420fcd367 req-6c960899-7ff2-4464-b353-b12c41757182 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475252 Jun 23 19:04:50.653953 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-203c3170-a89b-42c1-845a-a5f57706c30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:50.764525 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-203c3170-a89b-42c1-845a-a5f57706c30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:50.769252 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c539e3f0-2bda-406b-a70d-90d8d5686354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:50.802195 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 465751f6-82a6-41eb-bc67-a6764b8157c1 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:04:50.817800 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07106bf-19e2-4aae-9c8d-3dafd3cf03ca req-97cc4221-fdfe-4f91-9d3e-3785ad1fb20a tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:50.819375 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b07106bf-19e2-4aae-9c8d-3dafd3cf03ca req-97cc4221-fdfe-4f91-9d3e-3785ad1fb20a tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 945 time: 0.0816174 Jun 23 19:04:50.828701 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-203c3170-a89b-42c1-845a-a5f57706c30e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=543e5cb156994bd08340a27baec9f1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852576 Jun 23 19:04:50.830208 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60132) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:50.832438 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c3170-a89b-42c1-845a-a5f57706c30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5f102e-88dc-46c3-8ec1-36f3cfa64d6b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:50.841282 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-203c3170-a89b-42c1-845a-a5f57706c30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:50.896980 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b07106bf-19e2-4aae-9c8d-3dafd3cf03ca req-a5f23f1c-2c15-4518-aef2-9770cb708d6a tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710573 Jun 23 19:04:50.912298 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 465751f6-82a6-41eb-bc67-a6764b8157c1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=465751f6-82a6-41eb-bc67-a6764b8157c1,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:50.912914 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa75c-b950-472f-9207-5f4cb7adcd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:50.937923 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '465751f6-82a6-41eb-bc67-a6764b8157c1', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'port_id': '465751f6-82a6-41eb-bc67-a6764b8157c1', 'mac_address': 'fa:16:3e:81:05:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:04:50.947775 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa75c-b950-472f-9207-5f4cb7adcd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:50.978173 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:50.991282 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465751f6-82a6-41eb-bc67-a6764b8157c1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:04:51.010735 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 465751f6-82a6-41eb-bc67-a6764b8157c1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=465751f6-82a6-41eb-bc67-a6764b8157c1,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:51.181820 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa75c-b950-472f-9207-5f4cb7adcd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:51.182347 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:51.182529 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:04:51.184480 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:51.184778 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa75c-b950-472f-9207-5f4cb7adcd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:51.185906 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-5d4fa75c-b950-472f-9207-5f4cb7adcd4f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3a5f102e-88dc-46c3-8ec1-36f3cfa64d6b HTTP/1.1" status: 204 len: 168 time: 0.3548288 Jun 23 19:04:51.186916 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:51.195497 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fa75c-b950-472f-9207-5f4cb7adcd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5f102e-88dc-46c3-8ec1-36f3cfa64d6b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:51.204857 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-5d4fa75c-b950-472f-9207-5f4cb7adcd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:51.267009 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=465751f6-82a6-41eb-bc67-a6764b8157c1,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:51.274946 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:51.353121 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:51.365329 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'port_id': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'mac_address': 'fa:16:3e:75:ef:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:04:51.408225 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:51.427214 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:04:51.453641 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:51.454138 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923c97a-845d-4d84-b267-dc32dca61553 req-cd9b1a42-dbe2-4e69-97af-5cb92b5e8064 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:51.455789 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3923c97a-845d-4d84-b267-dc32dca61553 req-cd9b1a42-dbe2-4e69-97af-5cb92b5e8064 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1033154 Jun 23 19:04:51.497901 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3923c97a-845d-4d84-b267-dc32dca61553 req-83cd8365-8967-4880-bcde-0061668bbcab tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360396 Jun 23 19:04:51.559239 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:51.562453 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:51.641690 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:51.648136 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:51.649872 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af375a4a-3906-43ac-8168-e199667e58b8 req-5910e4d9-1b21-4905-be69-d134f014be3d tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:51.652410 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-af375a4a-3906-43ac-8168-e199667e58b8 req-5910e4d9-1b21-4905-be69-d134f014be3d tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 945 time: 0.1148782 Jun 23 19:04:51.700007 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-af375a4a-3906-43ac-8168-e199667e58b8 req-1ba9976b-f9a5-4d74-a4f6-48fb0e4fe101 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415189 Jun 23 19:04:51.824821 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4542b5-b149-4b92-ad80-9f869aa21a43 req-40f9a8f6-7a47-4cea-96c1-de0405427419 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:51.826426 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fe4542b5-b149-4b92-ad80-9f869aa21a43 req-40f9a8f6-7a47-4cea-96c1-de0405427419 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 945 time: 0.0888524 Jun 23 19:04:51.870240 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fe4542b5-b149-4b92-ad80-9f869aa21a43 req-73493d15-3ddd-4ffe-a605-f2c2071071a2 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358377 Jun 23 19:04:51.991571 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:04:52.022249 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['465751f6-82a6-41eb-bc67-a6764b8157c1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:04:52.115196 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e2376-d535-450c-a61f-af493298b97f req-ad008f04-7493-4858-91ae-c1c60980b7c7 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:52.123112 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-430e2376-d535-450c-a61f-af493298b97f req-ad008f04-7493-4858-91ae-c1c60980b7c7 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 945 time: 0.1118920 Jun 23 19:04:52.166073 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-430e2376-d535-450c-a61f-af493298b97f req-8815d790-45f2-4104-826a-0e700f5219c0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416403 Jun 23 19:04:52.688605 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbff36-a731-4c2d-b020-5da05eb03890 req-ea5b2e28-643b-455a-80f1-57e681aee0a1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:52.690123 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-23bbff36-a731-4c2d-b020-5da05eb03890 req-ea5b2e28-643b-455a-80f1-57e681aee0a1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 945 time: 0.0663359 Jun 23 19:04:52.728836 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-23bbff36-a731-4c2d-b020-5da05eb03890 req-af6eef8a-b889-42d1-a1cf-3bbeabc869e9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327580 Jun 23 19:04:52.876661 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c013747-0a00-4794-bb72-da6da591b58c req-3f572006-9df0-4726-bbfc-d2298003d8a6 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:52.878107 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4c013747-0a00-4794-bb72-da6da591b58c req-3f572006-9df0-4726-bbfc-d2298003d8a6 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 945 time: 0.0648904 Jun 23 19:04:52.918298 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4c013747-0a00-4794-bb72-da6da591b58c req-b39b3f5e-5800-47a0-8310-b7776c359899 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343134 Jun 23 19:04:53.861449 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60246) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:53.923982 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa462ae7-ef22-4b06-b01d-2015cc3a7c86 req-570ed8f3-475c-408c-83bb-408137ffa0f4 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:53.925442 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-aa462ae7-ef22-4b06-b01d-2015cc3a7c86 req-570ed8f3-475c-408c-83bb-408137ffa0f4 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 945 time: 0.0635028 Jun 23 19:04:53.973406 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-aa462ae7-ef22-4b06-b01d-2015cc3a7c86 req-7a73e315-4447-4c8f-b3cb-b2c3fefeac61 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377221 Jun 23 19:04:53.978820 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e334c3c2-5005-4131-b4e7-4189d8938f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.086322 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e334c3c2-5005-4131-b4e7-4189d8938f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.114834 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bc106-c04d-49d3-a502-8a3a22bc67b0 req-2d9f8e7b-410b-4650-b574-b7f4c08ade96 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:54.116326 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0b2bc106-c04d-49d3-a502-8a3a22bc67b0 req-2d9f8e7b-410b-4650-b574-b7f4c08ade96 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 945 time: 0.0638061 Jun 23 19:04:54.157454 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0b2bc106-c04d-49d3-a502-8a3a22bc67b0 req-4456317e-407a-4a90-938c-b7de21c3c9b3 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353985 Jun 23 19:04:54.233359 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e334c3c2-5005-4131-b4e7-4189d8938f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.239125 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:54.280632 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e334c3c2-5005-4131-b4e7-4189d8938f9f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=59cdb8897ac84d0192a07455fb73b367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180560 Jun 23 19:04:54.281374 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334c3c2-5005-4131-b4e7-4189d8938f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c68df2b-0883-4b75-a036-d887f6231489,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:54.283446 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60264) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:54.284872 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e334c3c2-5005-4131-b4e7-4189d8938f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:54.324591 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60266) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:54.335785 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52cd0371-358b-462f-a11f-b5b8e17043c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.358132 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52cd0371-358b-462f-a11f-b5b8e17043c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.432611 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b03fbaf-a37f-49bb-a6d2-78af5db78024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.543149 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52cd0371-358b-462f-a11f-b5b8e17043c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.547751 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52cd0371-358b-462f-a11f-b5b8e17043c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.549607 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-52cd0371-358b-462f-a11f-b5b8e17043c6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c68df2b-0883-4b75-a036-d887f6231489 HTTP/1.1" status: 204 len: 168 time: 0.2646635 Jun 23 19:04:54.550740 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-2d7bce82-21b6-4b9e-82a7-309a5101f0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:54.562892 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd0371-358b-462f-a11f-b5b8e17043c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c68df2b-0883-4b75-a036-d887f6231489,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:54.567455 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-52cd0371-358b-462f-a11f-b5b8e17043c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:54.629007 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b03fbaf-a37f-49bb-a6d2-78af5db78024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.690546 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b03fbaf-a37f-49bb-a6d2-78af5db78024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.694180 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:54.733892 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-6b03fbaf-a37f-49bb-a6d2-78af5db78024 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a1db618a70cc43cab39b7acd663f9eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077346 Jun 23 19:04:54.736507 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03fbaf-a37f-49bb-a6d2-78af5db78024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ae44b7-dd48-4053-8c8f-fc7394bf9bfb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:54.740560 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60280) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:54.740861 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6b03fbaf-a37f-49bb-a6d2-78af5db78024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:54.809546 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1796e053-d405-444d-a240-106aa498dc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.840723 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1796e053-d405-444d-a240-106aa498dc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.844878 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 465751f6-82a6-41eb-bc67-a6764b8157c1 up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:54.852872 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60288) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:54.990759 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1796e053-d405-444d-a240-106aa498dc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.991235 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1796e053-d405-444d-a240-106aa498dc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:54.992631 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-1796e053-d405-444d-a240-106aa498dc58 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d1ae44b7-dd48-4053-8c8f-fc7394bf9bfb HTTP/1.1" status: 204 len: 168 time: 0.2501018 Jun 23 19:04:54.993483 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:55.011270 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796e053-d405-444d-a240-106aa498dc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ae44b7-dd48-4053-8c8f-fc7394bf9bfb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:55.023988 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-1796e053-d405-444d-a240-106aa498dc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:55.065277 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-715d1f9a-6ed1-47a3-90a4-58a5b71f239f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.085143 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port 465751f6-82a6-41eb-bc67-a6764b8157c1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:55.090424 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 465751f6-82a6-41eb-bc67-a6764b8157c1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:55.090933 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.192059 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.203694 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-715d1f9a-6ed1-47a3-90a4-58a5b71f239f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.211011 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfbdfa-0200-411d-be88-db092ecddbfd req-41de87c9-0eb4-4fd7-a7de-8cfd8d3f6e2a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:55.219250 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-60bfbdfa-0200-411d-be88-db092ecddbfd req-41de87c9-0eb4-4fd7-a7de-8cfd8d3f6e2a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 945 time: 0.0736461 Jun 23 19:04:55.224340 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2188fc1e-e629-402e-85d1-add22c005700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465751f6-82a6-41eb-bc67-a6764b8157c1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:55.227756 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1e8a8e-b112-46d3-9886-46dbc511142b" -d '{"events": [{"server_uuid": "2188fc1e-e629-402e-85d1-add22c005700", "name": "network-vif-plugged", "status": "completed", "tag": "465751f6-82a6-41eb-bc67-a6764b8157c1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:55.248415 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 465751f6-82a6-41eb-bc67-a6764b8157c1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=465751f6-82a6-41eb-bc67-a6764b8157c1,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:55.279486 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-60bfbdfa-0200-411d-be88-db092ecddbfd req-46bc2ce0-ce62-4105-941f-2832b0099b70 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579808 Jun 23 19:04:55.284959 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-715d1f9a-6ed1-47a3-90a4-58a5b71f239f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.288836 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e334c3c2-5005-4131-b4e7-4189d8938f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:55.309111 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.310060 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:04:55.311876 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-aa2528ee-5b13-49a0-afc2-db8e260807b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:55.347511 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-715d1f9a-6ed1-47a3-90a4-58a5b71f239f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8f47c23ce7b34ef884eb6693b05be1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931350 Jun 23 19:04:55.350440 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60328) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:55.364565 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d1f9a-6ed1-47a3-90a4-58a5b71f239f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59b50f3-3573-4293-be94-26cdfa3cc207,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:55.374201 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-715d1f9a-6ed1-47a3-90a4-58a5b71f239f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:55.446657 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=465751f6-82a6-41eb-bc67-a6764b8157c1,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:55.451064 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:55.467285 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-142630ee-2cb2-45f0-8697-c78221266937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.517609 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-142630ee-2cb2-45f0-8697-c78221266937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.581657 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd46267-fae2-419b-8b68-4a382ddbd04a req-40df9028-215a-400d-a2ae-37e13e2ea61c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:55.583526 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7fd46267-fae2-419b-8b68-4a382ddbd04a req-40df9028-215a-400d-a2ae-37e13e2ea61c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1114557 Jun 23 19:04:55.593593 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:04:55.598428 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:04:55.598819 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.638059 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7fd46267-fae2-419b-8b68-4a382ddbd04a req-a8ae52d0-afa9-434b-a9a5-69c0366ed0d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463953 Jun 23 19:04:55.694336 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23d6c94-00a1-4a25-b5f6-ae05b613075b x-openstack-request-id: req-a23d6c94-00a1-4a25-b5f6-ae05b613075b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:55.694606 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2188fc1e-e629-402e-85d1-add22c005700", "name": "network-vif-plugged", "status": "completed", "tag": "465751f6-82a6-41eb-bc67-a6764b8157c1", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:55.695034 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a23d6c94-00a1-4a25-b5f6-ae05b613075b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:55.695430 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2188fc1e-e629-402e-85d1-add22c005700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465751f6-82a6-41eb-bc67-a6764b8157c1', 'code': 200} Jun 23 19:04:55.707551 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.713479 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-142630ee-2cb2-45f0-8697-c78221266937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.716724 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-142630ee-2cb2-45f0-8697-c78221266937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.718007 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-142630ee-2cb2-45f0-8697-c78221266937 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a59b50f3-3573-4293-be94-26cdfa3cc207 HTTP/1.1" status: 204 len: 168 time: 0.3661816 Jun 23 19:04:55.718832 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:55.741735 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142630ee-2cb2-45f0-8697-c78221266937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59b50f3-3573-4293-be94-26cdfa3cc207,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:55.744305 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-142630ee-2cb2-45f0-8697-c78221266937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:55.754135 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:04:55.842683 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60350) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:55.858196 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4066-dea8-471e-a046-b97dee7da3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.874861 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:55.878140 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:55.946343 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:55.950770 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:56.046932 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4066-dea8-471e-a046-b97dee7da3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:56.153489 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f1b4066-dea8-471e-a046-b97dee7da3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:56.158344 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:56.201439 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-6f1b4066-dea8-471e-a046-b97dee7da3b3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=84187f75fadf4b13911f9049b4da1205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572779 Jun 23 19:04:56.204592 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60374) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:56.206508 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b4066-dea8-471e-a046-b97dee7da3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce55d36-0950-46a4-955e-f14944b7f9c4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:56.206655 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b96c29b7-8e50-480e-a8fe-dd94634741d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:56.209683 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6f1b4066-dea8-471e-a046-b97dee7da3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:56.301681 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d751618e-a868-4aab-986e-be0798a5ee98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:56.341534 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d751618e-a868-4aab-986e-be0798a5ee98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:56.374281 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322632a-16be-43f7-9fd9-5a394a83861a req-0f41620c-5253-4271-8189-2e64b063c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:56.375831 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-f322632a-16be-43f7-9fd9-5a394a83861a req-0f41620c-5253-4271-8189-2e64b063c4fe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 1099 time: 0.1189730 Jun 23 19:04:56.420915 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-f322632a-16be-43f7-9fd9-5a394a83861a req-88d0d3cd-c226-4988-8510-5457b041725d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368032 Jun 23 19:04:56.496755 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d751618e-a868-4aab-986e-be0798a5ee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:56.499668 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d751618e-a868-4aab-986e-be0798a5ee98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:56.500999 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-d751618e-a868-4aab-986e-be0798a5ee98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4ce55d36-0950-46a4-955e-f14944b7f9c4 HTTP/1.1" status: 204 len: 168 time: 0.2927358 Jun 23 19:04:56.502153 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:56.511567 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751618e-a868-4aab-986e-be0798a5ee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce55d36-0950-46a4-955e-f14944b7f9c4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:56.513139 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6a899-04d0-4c0d-b66b-5fdb96d331db req-d122c7bb-3712-4132-9ce5-1d52371b3708 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:56.513957 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d751618e-a868-4aab-986e-be0798a5ee98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:56.514854 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-42b6a899-04d0-4c0d-b66b-5fdb96d331db req-d122c7bb-3712-4132-9ce5-1d52371b3708 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.0653429 Jun 23 19:04:56.555548 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-42b6a899-04d0-4c0d-b66b-5fdb96d331db req-e0bf2650-31a8-444b-a502-5a938c356e91 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324047 Jun 23 19:04:56.777088 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60416) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:56.791532 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7655738e-5e8e-4b0f-ab89-45621a4310b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:56.825095 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e1865-87f8-48d3-874a-e82f4e13e2cc req-72115c5c-e2b4-4765-87e3-e6794c9aca47 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:56.826635 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8f5e1865-87f8-48d3-874a-e82f4e13e2cc req-72115c5c-e2b4-4765-87e3-e6794c9aca47 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0687790 Jun 23 19:04:56.885223 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8f5e1865-87f8-48d3-874a-e82f4e13e2cc req-f3432366-2255-4dc4-9e3c-95b5eed8434f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512433 Jun 23 19:04:56.922700 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7655738e-5e8e-4b0f-ab89-45621a4310b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:57.005528 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7655738e-5e8e-4b0f-ab89-45621a4310b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:57.013765 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-52e8fe63-2a2b-4005-8cd5-ea48f1fbb875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:57.045444 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-7655738e-5e8e-4b0f-ab89-45621a4310b1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=402434c657c94de081f1fcea758f6b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686162 Jun 23 19:04:57.047457 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655738e-5e8e-4b0f-ab89-45621a4310b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9b7592-00b3-4a6f-a2cc-d416ce3859d7,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:57.048242 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60430) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:57.052586 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-7655738e-5e8e-4b0f-ab89-45621a4310b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:57.110857 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9a2f-56cd-4c7b-b8d4-d26f95507a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:57.135725 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9a2f-56cd-4c7b-b8d4-d26f95507a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:57.234176 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9a2f-56cd-4c7b-b8d4-d26f95507a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:57.239744 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9a2f-56cd-4c7b-b8d4-d26f95507a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:57.242144 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-4d8d9a2f-56cd-4c7b-b8d4-d26f95507a1d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/af9b7592-00b3-4a6f-a2cc-d416ce3859d7 HTTP/1.1" status: 204 len: 168 time: 0.1923635 Jun 23 19:04:57.242821 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f6ae6434-8f21-4f51-8423-9eba5bcdb498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:57.253099 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d9a2f-56cd-4c7b-b8d4-d26f95507a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9b7592-00b3-4a6f-a2cc-d416ce3859d7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:57.277312 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4d8d9a2f-56cd-4c7b-b8d4-d26f95507a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:57.696739 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:04:57.699118 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a3f3d3-5763-402b-bc0f-9559d2148b97" -d '{"events": [{"server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "name": "network-vif-plugged", "status": "completed", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:04:57.770323 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008a7ebb-310a-4933-b304-6948755dfe71 x-openstack-request-id: req-008a7ebb-310a-4933-b304-6948755dfe71 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:04:57.771012 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "name": "network-vif-plugged", "status": "completed", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:04:57.771450 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-008a7ebb-310a-4933-b304-6948755dfe71 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:04:57.772433 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'code': 200} Jun 23 19:04:57.801537 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93e2e6-375d-4240-ad33-0f4466781ef8 req-6460a58e-80b0-4ec4-868d-e3eeef580818 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:57.805156 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7d93e2e6-375d-4240-ad33-0f4466781ef8 req-6460a58e-80b0-4ec4-868d-e3eeef580818 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1052461 Jun 23 19:04:57.844495 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7d93e2e6-375d-4240-ad33-0f4466781ef8 req-5ae99015-c6fa-46c0-8c84-df3cf797b2ad tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356925 Jun 23 19:04:58.138711 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650847a-f819-429c-9668-bc4db064a44f req-0014aa2a-01d7-42b2-bd2b-d9ef2ca8a807 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:58.138711 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f650847a-f819-429c-9668-bc4db064a44f req-0014aa2a-01d7-42b2-bd2b-d9ef2ca8a807 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0915093 Jun 23 19:04:58.145113 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f650847a-f819-429c-9668-bc4db064a44f req-a926460d-60db-4fbc-b8d2-34d5221c30cd tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397947 Jun 23 19:04:58.491583 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60494) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:58.515260 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8cbad5dd-6477-4d3d-83ea-41d8ec556cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:58.604978 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3ed4d-bcf1-4dca-a711-2a71f77806f1 req-04a02615-481a-4253-a527-5db86f33384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:58.606499 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-aaf3ed4d-bcf1-4dca-a711-2a71f77806f1 req-04a02615-481a-4253-a527-5db86f33384b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 1099 time: 0.0999122 Jun 23 19:04:58.631188 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8cbad5dd-6477-4d3d-83ea-41d8ec556cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:58.646067 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-aaf3ed4d-bcf1-4dca-a711-2a71f77806f1 req-0c55e06c-2975-409d-8884-fe535fae672a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330696 Jun 23 19:04:58.742287 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8cbad5dd-6477-4d3d-83ea-41d8ec556cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:58.744985 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4d8d9a2f-56cd-4c7b-b8d4-d26f95507a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:58.765308 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9039885-0b49-412e-abd3-e8fa91236e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:58.781339 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-8cbad5dd-6477-4d3d-83ea-41d8ec556cae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=68cb69217e074d96b0eed81a434c9ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885439 Jun 23 19:04:58.782171 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbad5dd-6477-4d3d-83ea-41d8ec556cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1481da4e-7619-4fc9-8d6e-cf3566d3a990,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:58.783971 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60500) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:58.785741 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-8cbad5dd-6477-4d3d-83ea-41d8ec556cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:58.788073 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:58.835712 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2c1d16c-436d-460a-bdc5-061400f2daa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:58.856847 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2c1d16c-436d-460a-bdc5-061400f2daa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:58.876436 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60504) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:58.982757 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2c1d16c-436d-460a-bdc5-061400f2daa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:58.985802 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2c1d16c-436d-460a-bdc5-061400f2daa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:58.987471 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-f2c1d16c-436d-460a-bdc5-061400f2daa9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1481da4e-7619-4fc9-8d6e-cf3566d3a990 HTTP/1.1" status: 204 len: 168 time: 0.2004840 Jun 23 19:04:58.989086 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d751618e-a868-4aab-986e-be0798a5ee98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:58.999805 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1d16c-436d-460a-bdc5-061400f2daa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1481da4e-7619-4fc9-8d6e-cf3566d3a990,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:59.014621 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-f2c1d16c-436d-460a-bdc5-061400f2daa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:59.046565 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-979b4451-97ff-4154-a098-b1df490b1b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:59.144110 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-979b4451-97ff-4154-a098-b1df490b1b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:59.225444 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-979b4451-97ff-4154-a098-b1df490b1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:59.229669 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-142630ee-2cb2-45f0-8697-c78221266937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:59.243292 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fe79a-b774-4aad-b72f-96f49ffaadd9 req-e60d1d57-377d-4cd5-bd44-bf1553054404 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:59.248857 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5f3fe79a-b774-4aad-b72f-96f49ffaadd9 req-e60d1d57-377d-4cd5-bd44-bf1553054404 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.0740926 Jun 23 19:04:59.295516 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:04:59.299074 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-979b4451-97ff-4154-a098-b1df490b1b0b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7607e1c0e14f4ef7b4682a39961ed103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214015 Jun 23 19:04:59.302903 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60514) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:59.305213 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b4451-97ff-4154-a098-b1df490b1b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83024c6-d052-4426-9d3c-37f0fc189895,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:59.362017 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-979b4451-97ff-4154-a098-b1df490b1b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:59.373428 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5f3fe79a-b774-4aad-b72f-96f49ffaadd9 req-5e0e47b1-cc00-4b7b-adb4-0d0d3d8d5bbe tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184380 Jun 23 19:04:59.386068 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e9aa9d-9f0a-4f83-ac70-cc2bb1d65ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:59.415204 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414f611-dda1-41be-822b-30a23857b0fb req-369eff50-0f8a-496c-ae05-71cc3fc617b3 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:59.416980 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c414f611-dda1-41be-822b-30a23857b0fb req-369eff50-0f8a-496c-ae05-71cc3fc617b3 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1127584 Jun 23 19:04:59.445342 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e9aa9d-9f0a-4f83-ac70-cc2bb1d65ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:59.488639 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c414f611-dda1-41be-822b-30a23857b0fb req-3333d22b-db36-4391-bd89-abc8df4cd09c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645852 Jun 23 19:04:59.599692 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e9aa9d-9f0a-4f83-ac70-cc2bb1d65ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:59.603842 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e3e9aa9d-9f0a-4f83-ac70-cc2bb1d65ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:59.607738 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e3e9aa9d-9f0a-4f83-ac70-cc2bb1d65ee0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b83024c6-d052-4426-9d3c-37f0fc189895 HTTP/1.1" status: 204 len: 168 time: 0.3011858 Jun 23 19:04:59.607738 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:04:59.622351 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9aa9d-9f0a-4f83-ac70-cc2bb1d65ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83024c6-d052-4426-9d3c-37f0fc189895,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:04:59.631887 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e3e9aa9d-9f0a-4f83-ac70-cc2bb1d65ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:04:59.679631 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:04:59.716855 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceb231-927b-42a9-bf0a-54908f0617fa req-7b6cb69e-c7ec-4d31-bf17-3d92d768bf82 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:04:59.724022 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-44ceb231-927b-42a9-bf0a-54908f0617fa req-7b6cb69e-c7ec-4d31-bf17-3d92d768bf82 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1169064 Jun 23 19:04:59.727080 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60540) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:04:59.736528 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-c9c43c47-c965-48f2-a3b7-6883226870f9 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Request body: {'floatingip': {'port_id': '465751f6-82a6-41eb-bc67-a6764b8157c1'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:04:59.833744 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9c43c47-c965-48f2-a3b7-6883226870f9 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:00.994751 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9c43c47-c965-48f2-a3b7-6883226870f9 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:01.004588 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fd228-4840-49d9-bd92-c184b82f5962 req-13a681b8-cdf6-44ab-ba1e-b65205c64433 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:01.011521 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a62fd228-4840-49d9-bd92-c184b82f5962 req-13a681b8-cdf6-44ab-ba1e-b65205c64433 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.4488065 Jun 23 19:05:01.058830 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a62fd228-4840-49d9-bd92-c184b82f5962 req-e368d71c-5a45-4ab0-ab1f-03bfd5adad3a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463955 Jun 23 19:05:01.091170 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9c43c47-c965-48f2-a3b7-6883226870f9 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:01.239807 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.l3_db [None req-c9c43c47-c965-48f2-a3b7-6883226870f9 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Floating IP abdbe4b6-74b8-4524-80f1-c78342baf694 associated. External IP: 172.28.2.78, port: 465751f6-82a6-41eb-bc67-a6764b8157c1. Jun 23 19:05:01.473442 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-793d1574-a9af-4a6a-a98b-96b45d764cba tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:01.475452 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-793d1574-a9af-4a6a-a98b-96b45d764cba tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/networks?id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 HTTP/1.1" status: 200 len: 815 time: 0.2786896 Jun 23 19:05:01.502778 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-7380f2b8-f631-42f9-a1dd-1fc45d4cb028 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/quotas/df588b2890b045ccb1ddbda94138d9ff HTTP/1.1" status: 200 len: 375 time: 0.0194352 Jun 23 19:05:01.565602 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:01.608512 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0e8f0-192f-4bde-a4cd-ad9813bdcd68 req-6befbe5d-e750-41d7-9b91-218a7c89aac8 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:01.613138 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9ed0e8f0-192f-4bde-a4cd-ad9813bdcd68 req-6befbe5d-e750-41d7-9b91-218a7c89aac8 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 945 time: 0.2239118 Jun 23 19:05:01.937127 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9ed0e8f0-192f-4bde-a4cd-ad9813bdcd68 req-e876486e-9b2c-4f05-87bb-38db7374c841 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635223 Jun 23 19:05:01.948981 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c43c47-c965-48f2-a3b7-6883226870f9 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Router 49f0da67-8200-40d6-b1d5-810a6670fc7a has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:05:01.953838 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-56a9c298-c70f-4855-8f19-6612edfe2231 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=df588b2890b045ccb1ddbda94138d9ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4435380 Jun 23 19:05:02.149513 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-080bde7a-356f-44bb-97bf-bda186820954 service neutron] 10.222.0.67 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857548 Jun 23 19:05:02.149513 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c43c47-c965-48f2-a3b7-6883226870f9 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:05:02.161740 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8184543a-259d-48f5-b3d6-21484d6c81c1 None None] Sync routers for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:05:02.162746 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9c43c47-c965-48f2-a3b7-6883226870f9 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:02.177921 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8184543a-259d-48f5-b3d6-21484d6c81c1 None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:02.180107 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-8184543a-259d-48f5-b3d6-21484d6c81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:04:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:02.269261 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-c9c43c47-c965-48f2-a3b7-6883226870f9 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "PUT /v2.0/floatingips/abdbe4b6-74b8-4524-80f1-c78342baf694 HTTP/1.1" status: 200 len: 991 time: 2.5401454 Jun 23 19:05:02.287223 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2188fc1e-e629-402e-85d1-add22c005700', 'tag': '465751f6-82a6-41eb-bc67-a6764b8157c1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:02.289696 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3719634-1bf1-49bb-a168-adaae9984f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2188fc1e-e629-402e-85d1-add22c005700", "tag": "465751f6-82a6-41eb-bc67-a6764b8157c1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:02.321449 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-8184543a-259d-48f5-b3d6-21484d6c81c1 None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:02.322184 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-4a5596e0-4a68-4a97-910e-6149173ceeef service neutron] 10.222.0.67 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570344 Jun 23 19:05:02.347014 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b55c2-4ae6-4f7c-b1e9-3e884105bf0a req-557d08e7-e6c7-4554-9235-aaa856ee7cdb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:02.348623 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0f7b55c2-4ae6-4f7c-b1e9-3e884105bf0a req-557d08e7-e6c7-4554-9235-aaa856ee7cdb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1073737 Jun 23 19:05:02.414056 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0f7b55c2-4ae6-4f7c-b1e9-3e884105bf0a req-b0d4ccd6-2035-4b6c-8a8b-0377f14e857e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539057 Jun 23 19:05:02.657392 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d036a0e3-3507-4292-a504-a689ed091495 x-openstack-request-id: req-d036a0e3-3507-4292-a504-a689ed091495 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:02.657772 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2188fc1e-e629-402e-85d1-add22c005700", "tag": "465751f6-82a6-41eb-bc67-a6764b8157c1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:02.658119 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d036a0e3-3507-4292-a504-a689ed091495 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:02.658742 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2188fc1e-e629-402e-85d1-add22c005700', 'tag': '465751f6-82a6-41eb-bc67-a6764b8157c1', 'status': 'completed', 'code': 200} Jun 23 19:05:02.787626 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-32ed71eb-6f5a-4360-a536-744156d77e55 req-a45686e4-6562-4834-aec0-d0309cb509fd tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 210 time: 0.0801013 Jun 23 19:05:02.838835 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-8184543a-259d-48f5-b3d6-21484d6c81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': 'abdbe4b6-74b8-4524-80f1-c78342baf694', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'floating_ip_address': '172.28.2.78', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'port_id': '465751f6-82a6-41eb-bc67-a6764b8157c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'mac_address': 'fa:16:3e:81:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2188fc1e-e629-402e-85d1-add22c005700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:04:35Z', 'updated_at': '2021-06-23T19:05:00Z', 'revision_number': 1, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:02.857783 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3719634-1bf1-49bb-a168-adaae9984f8a req-ace47c8f-cebd-46f9-bb51-09d377123280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:02.859956 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60692) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:02.860091 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b3719634-1bf1-49bb-a168-adaae9984f8a req-ace47c8f-cebd-46f9-bb51-09d377123280 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=704cf5a143b64c318c400174e02d1fe7&device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 1099 time: 0.1263361 Jun 23 19:05:02.883172 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8184543a-259d-48f5-b3d6-21484d6c81c1 None None] Checking router: 49f0da67-8200-40d6-b1d5-810a6670fc7a for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:05:02.893071 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8184543a-259d-48f5-b3d6-21484d6c81c1 None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:02.893718 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-8184543a-259d-48f5-b3d6-21484d6c81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:04:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:02.926883 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b292b88-7af3-4a50-8954-17f82d36f32a req-c6b90fc9-fabe-43d3-9287-30bd4fafbb8e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:02.928513 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3b292b88-7af3-4a50-8954-17f82d36f32a req-c6b90fc9-fabe-43d3-9287-30bd4fafbb8e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1145592 Jun 23 19:05:02.950055 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60700) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:02.965511 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-de79a186-fdd4-441d-85d0-879d59ee5476 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Request body: {'floatingip': {'port_id': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:03.017775 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3719634-1bf1-49bb-a168-adaae9984f8a req-4268996e-6d3c-43c1-ab81-fdfa62785310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:03.019383 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b3719634-1bf1-49bb-a168-adaae9984f8a req-4268996e-6d3c-43c1-ab81-fdfa62785310 service neutron] 10.222.0.77 "GET /v2.0/networks?id=13ea8972-b95b-4038-a37a-9424804d7f04 HTTP/1.1" status: 200 len: 912 time: 0.1402721 Jun 23 19:05:03.071760 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-8184543a-259d-48f5-b3d6-21484d6c81c1 None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:03.153225 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b3719634-1bf1-49bb-a168-adaae9984f8a req-724306ad-005b-43c5-9827-6094f3274420 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465751f6-82a6-41eb-bc67-a6764b8157c1 HTTP/1.1" status: 200 len: 999 time: 0.1217024 Jun 23 19:05:03.178140 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d4eba9d-0845-404e-be17-0b4908f77016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:03.196064 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de79a186-fdd4-441d-85d0-879d59ee5476 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:03.322635 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fc76f-8c96-46a7-9326-e3c08db43f28 req-c485a9f6-7329-4cd8-b9d4-d6d60af9fe79 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:03.329211 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e78fc76f-8c96-46a7-9326-e3c08db43f28 req-c485a9f6-7329-4cd8-b9d4-d6d60af9fe79 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 945 time: 0.1943514 Jun 23 19:05:03.436539 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e78fc76f-8c96-46a7-9326-e3c08db43f28 req-d925672b-bac1-425f-822a-358254d631cb tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078305 Jun 23 19:05:03.520416 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3719634-1bf1-49bb-a168-adaae9984f8a req-0bf64bc6-6d5f-4160-9833-b7ee625027d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:03.521876 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b3719634-1bf1-49bb-a168-adaae9984f8a req-0bf64bc6-6d5f-4160-9833-b7ee625027d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fa6a529-02d5-4dee-88c9-ecdd419aeba3 HTTP/1.1" status: 200 len: 850 time: 0.3423235 Jun 23 19:05:03.575559 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-8184543a-259d-48f5-b3d6-21484d6c81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': 'abdbe4b6-74b8-4524-80f1-c78342baf694', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'floating_ip_address': '172.28.2.78', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'port_id': '465751f6-82a6-41eb-bc67-a6764b8157c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'mac_address': 'fa:16:3e:81:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2188fc1e-e629-402e-85d1-add22c005700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:04:35Z', 'updated_at': '2021-06-23T19:05:00Z', 'revision_number': 1, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:03.609223 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3719634-1bf1-49bb-a168-adaae9984f8a req-53d913b7-ec03-441f-91f9-ad7a4ff5c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:03.610927 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b3719634-1bf1-49bb-a168-adaae9984f8a req-53d913b7-ec03-441f-91f9-ad7a4ff5c222 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13ea8972-b95b-4038-a37a-9424804d7f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747128 Jun 23 19:05:03.615702 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8184543a-259d-48f5-b3d6-21484d6c81c1 None None] The sync data for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb is: [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': 'abdbe4b6-74b8-4524-80f1-c78342baf694', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'floating_ip_address': '172.28.2.78', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'port_id': '465751f6-82a6-41eb-bc67-a6764b8157c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'mac_address': 'fa:16:3e:81:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2188fc1e-e629-402e-85d1-add22c005700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:04:35Z', 'updated_at': '2021-06-23T19:05:00Z', 'revision_number': 1, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:05:03.747850 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b3719634-1bf1-49bb-a168-adaae9984f8a req-99c0fa88-e45f-4f3a-bc56-454fa9c72f82 service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286683 Jun 23 19:05:03.854681 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d4eba9d-0845-404e-be17-0b4908f77016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:03.866662 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b3719634-1bf1-49bb-a168-adaae9984f8a req-6e42ed42-d949-4768-8d6a-1bc4ec745f4a service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122193 Jun 23 19:05:03.879780 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7773c6ce-6d27-4a67-ac51-36d4b55d0b50 req-482e20c5-432b-44eb-b9c7-faefb8017492 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 210 time: 0.0510349 Jun 23 19:05:03.887397 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0c34a-af13-4aa7-bbf5-6114784ba5da req-5f1e1cde-f3b2-4d2c-8999-52c5ab40f828 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:03.889117 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-51d0c34a-af13-4aa7-bbf5-6114784ba5da req-5f1e1cde-f3b2-4d2c-8999-52c5ab40f828 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 945 time: 0.3978448 Jun 23 19:05:03.952705 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067334cd-7a2e-4b66-b363-ef31d4420bbe None None] New status for floating IP abdbe4b6-74b8-4524-80f1-c78342baf694: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:05:04.160720 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de79a186-fdd4-441d-85d0-879d59ee5476 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:04.160720 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-51d0c34a-af13-4aa7-bbf5-6114784ba5da req-54a25a11-e12b-45c3-9e4e-94526818c75a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Deleting port 1156bd04-e0ac-4b8c-83d7-8df60b42205d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:05:04.160720 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-51d0c34a-af13-4aa7-bbf5-6114784ba5da req-54a25a11-e12b-45c3-9e4e-94526818c75a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:04.216908 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-51d0c34a-af13-4aa7-bbf5-6114784ba5da req-54a25a11-e12b-45c3-9e4e-94526818c75a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] For port 1156bd04-e0ac-4b8c-83d7-8df60b42205d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1156bd04-e0ac-4b8c-83d7-8df60b42205d,segment=NetworkSegment(a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94),segment_id=a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:04.217710 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-51d0c34a-af13-4aa7-bbf5-6114784ba5da req-54a25a11-e12b-45c3-9e4e-94526818c75a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:04.231442 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-51d0c34a-af13-4aa7-bbf5-6114784ba5da req-54a25a11-e12b-45c3-9e4e-94526818c75a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Calling delete_port for 1156bd04-e0ac-4b8c-83d7-8df60b42205d owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:05:04.302553 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d4eba9d-0845-404e-be17-0b4908f77016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:04.306225 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6f1b4066-dea8-471e-a046-b97dee7da3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:04.354519 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de79a186-fdd4-441d-85d0-879d59ee5476 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:04.360763 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-7d4eba9d-0845-404e-be17-0b4908f77016 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f0e79559026d44e8a4dadfe026f7f281&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4994557 Jun 23 19:05:04.364849 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60728) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:04.394366 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4eba9d-0845-404e-be17-0b4908f77016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13404c4-2483-4bc6-bb8b-c79ea6cf2b19,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:04.403879 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-7d4eba9d-0845-404e-be17-0b4908f77016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:04.431591 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e01086e-edb7-4d49-a67e-c881bec4b3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:04.457654 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e01086e-edb7-4d49-a67e-c881bec4b3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:04.533760 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.l3_db [None req-de79a186-fdd4-441d-85d0-879d59ee5476 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Floating IP 5597d882-c827-44b5-a5fe-b9837318a96a associated. External IP: 172.28.2.168, port: f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f. Jun 23 19:05:04.593905 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e01086e-edb7-4d49-a67e-c881bec4b3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:04.596489 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2e01086e-edb7-4d49-a67e-c881bec4b3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:04.597676 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-2e01086e-edb7-4d49-a67e-c881bec4b3c8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c13404c4-2483-4bc6-bb8b-c79ea6cf2b19 HTTP/1.1" status: 204 len: 168 time: 0.2316639 Jun 23 19:05:04.598343 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:04.608102 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01086e-edb7-4d49-a67e-c881bec4b3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13404c4-2483-4bc6-bb8b-c79ea6cf2b19,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:04.613042 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2e01086e-edb7-4d49-a67e-c881bec4b3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:04.701144 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcc7c6-5fdf-47b5-a41c-aece24ad7789 req-bc9dd57f-c3ab-4132-b05c-e1e2bbbea763 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:04.713405 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d5dcc7c6-5fdf-47b5-a41c-aece24ad7789 req-bc9dd57f-c3ab-4132-b05c-e1e2bbbea763 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 945 time: 0.1318574 Jun 23 19:05:04.718210 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-51d0c34a-af13-4aa7-bbf5-6114784ba5da req-54a25a11-e12b-45c3-9e4e-94526818c75a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:04.761584 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['1156bd04-e0ac-4b8c-83d7-8df60b42205d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:05:04.763979 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-47bf3ca2-7b2f-4719-87b8-5f372605fe4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:04.808928 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a25a11-e12b-45c3-9e4e-94526818c75a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Pushing event deleted for resources: {'Port': ['ID=1156bd04-e0ac-4b8c-83d7-8df60b42205d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:05.125277 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d5dcc7c6-5fdf-47b5-a41c-aece24ad7789 req-726b7d38-d6d2-446e-933d-f0f46b77e3ec tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad268136-8cff-4b52-bdfb-3dad7972300a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161849 Jun 23 19:05:05.182971 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-54a25a11-e12b-45c3-9e4e-94526818c75a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:05.211366 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d0c34a-af13-4aa7-bbf5-6114784ba5da req-54a25a11-e12b-45c3-9e4e-94526818c75a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] No DVR routers for this DVR port 1156bd04-e0ac-4b8c-83d7-8df60b42205d on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:05:05.217051 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-51d0c34a-af13-4aa7-bbf5-6114784ba5da req-54a25a11-e12b-45c3-9e4e-94526818c75a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:05.217051 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-51d0c34a-af13-4aa7-bbf5-6114784ba5da req-54a25a11-e12b-45c3-9e4e-94526818c75a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.77 "DELETE /v2.0/ports/1156bd04-e0ac-4b8c-83d7-8df60b42205d HTTP/1.1" status: 204 len: 173 time: 1.3083982 Jun 23 19:05:05.220349 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a01e40c-0e15-4db3-a326-d8b600c92f5d', 'name': 'network-vif-deleted', 'tag': '1156bd04-e0ac-4b8c-83d7-8df60b42205d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:05.222942 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da437a91-2f0a-405f-a53f-15b933e23a2a" -d '{"events": [{"server_uuid": "9a01e40c-0e15-4db3-a326-d8b600c92f5d", "name": "network-vif-deleted", "tag": "1156bd04-e0ac-4b8c-83d7-8df60b42205d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:05.261153 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ef836d-b363-46f6-b40f-44672c0bff4c x-openstack-request-id: req-98ef836d-b363-46f6-b40f-44672c0bff4c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:05.261530 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a01e40c-0e15-4db3-a326-d8b600c92f5d", "name": "network-vif-deleted", "tag": "1156bd04-e0ac-4b8c-83d7-8df60b42205d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:05.261794 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-98ef836d-b363-46f6-b40f-44672c0bff4c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:05.262220 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a01e40c-0e15-4db3-a326-d8b600c92f5d', 'name': 'network-vif-deleted', 'tag': '1156bd04-e0ac-4b8c-83d7-8df60b42205d', 'status': 'completed', 'code': 200} Jun 23 19:05:05.266235 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-661147a8-5ba8-4bb3-a31c-3f736b07e19c req-6b29c367-fa7a-4f6a-8082-d43335e3a078 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 210 time: 0.0560589 Jun 23 19:05:05.286408 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de79a186-fdd4-441d-85d0-879d59ee5476 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:05:05.431763 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de79a186-fdd4-441d-85d0-879d59ee5476 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:05:05.440495 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6602b96-3a9c-4cc4-8f11-3b68b9e384f6 None None] Sync routers for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:05:05.443512 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de79a186-fdd4-441d-85d0-879d59ee5476 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:05.452568 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6602b96-3a9c-4cc4-8f11-3b68b9e384f6 None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:05.453779 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-e6602b96-3a9c-4cc4-8f11-3b68b9e384f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:04:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:05.483427 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-de79a186-fdd4-441d-85d0-879d59ee5476 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "PUT /v2.0/floatingips/5597d882-c827-44b5-a5fe-b9837318a96a HTTP/1.1" status: 200 len: 992 time: 2.5307212 Jun 23 19:05:05.594547 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-e6602b96-3a9c-4cc4-8f11-3b68b9e384f6 None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:05.693201 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60772) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:05.705892 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23b88f6d-8be5-4bcb-a304-781707e2357e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:05.836277 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-e6602b96-3a9c-4cc4-8f11-3b68b9e384f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '5597d882-c827-44b5-a5fe-b9837318a96a', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'floating_ip_address': '172.28.2.168', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'port_id': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'mac_address': 'fa:16:3e:75:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:04:35Z', 'updated_at': '2021-06-23T19:05:03Z', 'revision_number': 1, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:05.836615 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23b88f6d-8be5-4bcb-a304-781707e2357e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:05.871210 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6602b96-3a9c-4cc4-8f11-3b68b9e384f6 None None] Checking router: 65f42d74-ba0f-4f53-9dc7-c83396da21e9 for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:05:05.880292 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6602b96-3a9c-4cc4-8f11-3b68b9e384f6 None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:05.880909 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-e6602b96-3a9c-4cc4-8f11-3b68b9e384f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:04:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:05.954779 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23b88f6d-8be5-4bcb-a304-781707e2357e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:05.958501 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-52cd0371-358b-462f-a11f-b5b8e17043c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:05.979963 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-e6602b96-3a9c-4cc4-8f11-3b68b9e384f6 None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:05.995072 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-23b88f6d-8be5-4bcb-a304-781707e2357e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6bf9309ff1cd4b53a7c5e5ce4b7a2ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006945 Jun 23 19:05:05.995876 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b88f6d-8be5-4bcb-a304-781707e2357e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff3da39-cf67-47ba-985a-62ddf298056c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:05.999447 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-23b88f6d-8be5-4bcb-a304-781707e2357e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:06.000732 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60782) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:06.092683 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a74bac34-dd43-40be-a4d4-e10e9f175ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:06.126565 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a74bac34-dd43-40be-a4d4-e10e9f175ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:06.256351 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-e6602b96-3a9c-4cc4-8f11-3b68b9e384f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '5597d882-c827-44b5-a5fe-b9837318a96a', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'floating_ip_address': '172.28.2.168', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'port_id': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'mac_address': 'fa:16:3e:75:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:04:35Z', 'updated_at': '2021-06-23T19:05:03Z', 'revision_number': 1, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:06.289298 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6602b96-3a9c-4cc4-8f11-3b68b9e384f6 None None] The sync data for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb is: [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '5597d882-c827-44b5-a5fe-b9837318a96a', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'floating_ip_address': '172.28.2.168', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'port_id': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'mac_address': 'fa:16:3e:75:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:04:35Z', 'updated_at': '2021-06-23T19:05:03Z', 'revision_number': 1, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:05:06.306790 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a74bac34-dd43-40be-a4d4-e10e9f175ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:06.311522 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a74bac34-dd43-40be-a4d4-e10e9f175ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:06.316339 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-a74bac34-dd43-40be-a4d4-e10e9f175ea3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4ff3da39-cf67-47ba-985a-62ddf298056c HTTP/1.1" status: 204 len: 168 time: 0.3122094 Jun 23 19:05:06.317226 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2e01086e-edb7-4d49-a67e-c881bec4b3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:06.329935 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-985b2550-ec15-47f8-af5f-4a22e839ebf8 req-72b5bf89-cd9f-4c38-b5ad-55323544bc51 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a01e40c-0e15-4db3-a326-d8b600c92f5d HTTP/1.1" status: 200 len: 210 time: 0.0339835 Jun 23 19:05:06.336167 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bac34-dd43-40be-a4d4-e10e9f175ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff3da39-cf67-47ba-985a-62ddf298056c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:06.351590 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a74bac34-dd43-40be-a4d4-e10e9f175ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:06.468310 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-596ea5ab-74df-47f4-9996-0eb267c023ba req-05c9d44a-ed0c-4ba5-9ed5-56afaedbfe8a tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 210 time: 0.0551472 Jun 23 19:05:06.519722 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-d2370fc6-fcad-4cf8-a133-a43be30579d8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:06.521861 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-d2370fc6-fcad-4cf8-a133-a43be30579d8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "GET /v2.0/networks?id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 HTTP/1.1" status: 200 len: 815 time: 0.1482282 Jun 23 19:05:06.539763 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c8c7f-c9aa-41d7-b22b-5c627e1238b2 None None] New status for floating IP 5597d882-c827-44b5-a5fe-b9837318a96a: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:05:06.557062 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Request body: {'port': {'device_id': '69c2ef0f-0275-49fe-861a-388de77eee8e', 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638', 'admin_state_up': True, 'tenant_id': 'df588b2890b045ccb1ddbda94138d9ff'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:06.834699 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Made reservation on behalf of df588b2890b045ccb1ddbda94138d9ff for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:05:06.839416 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:06.998225 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Allocated IP 172.20.0.3 (f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638/e4a379e4-0bee-4f40-a9c6-23d144257946/9489e881-a61e-4a9e-a698-78c71a78440f) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:05:07.164701 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:07.263604 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:07.266384 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99824527-87db-4a69-8d1f-13a9fef30eba" -d '{"events": [{"name": "network-changed", "server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:07.323145 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3c1119-ff3e-4032-8660-2cd897b90278 x-openstack-request-id: req-ac3c1119-ff3e-4032-8660-2cd897b90278 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:07.323461 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:07.323749 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ac3c1119-ff3e-4032-8660-2cd897b90278 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:07.324209 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'status': 'completed', 'code': 200} Jun 23 19:05:07.372842 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:07.394965 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:07.428396 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['c99c2369-7129-49fe-82a1-9c643c920814'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:05:07.493922 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:07.524303 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Pushing event updated for resources: {'Port': ['ID=9489e881-a61e-4a9e-a698-78c71a78440f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:07.527507 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:07.529632 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:07.530359 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:05:07.536846 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:07.537505 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:07.624337 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0711329 Jun 23 19:05:07.651377 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Request body: {'port': {'device_id': '69c2ef0f-0275-49fe-861a-388de77eee8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:07.688086 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99824527-87db-4a69-8d1f-13a9fef30eba req-3173eba8-56c0-46bf-a6d9-6541e0346ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:07.698846 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-99824527-87db-4a69-8d1f-13a9fef30eba req-3173eba8-56c0-46bf-a6d9-6541e0346ce5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 1099 time: 0.2144058 Jun 23 19:05:07.890727 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99824527-87db-4a69-8d1f-13a9fef30eba req-631379cf-fe15-4157-9bef-35d630c59ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:07.892677 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-99824527-87db-4a69-8d1f-13a9fef30eba req-631379cf-fe15-4157-9bef-35d630c59ca7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6f276787-6d2f-4388-aea6-d3a0998dbf61 HTTP/1.1" status: 200 len: 917 time: 0.1855578 Jun 23 19:05:07.896895 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:07.991876 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6d799-1791-448e-b8df-fd2304bb8526 req-c1d3ad49-4808-496c-857d-534752e1eae5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:07.991876 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-33d6d799-1791-448e-b8df-fd2304bb8526 req-c1d3ad49-4808-496c-857d-534752e1eae5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 931 time: 0.2767119 Jun 23 19:05:07.992188 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60862) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:08.048380 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-99824527-87db-4a69-8d1f-13a9fef30eba req-fed14263-de0b-4a06-a3a4-24c96d7efb20 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f HTTP/1.1" status: 200 len: 1002 time: 0.1474133 Jun 23 19:05:08.113710 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-33d6d799-1791-448e-b8df-fd2304bb8526 req-86faf90d-c1b5-41ba-99d4-625c687df6a4 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106343 Jun 23 19:05:08.122764 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99824527-87db-4a69-8d1f-13a9fef30eba req-68de4f31-1385-4f87-9302-7263a3c102be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:08.125425 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-99824527-87db-4a69-8d1f-13a9fef30eba req-68de4f31-1385-4f87-9302-7263a3c102be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=573f17ee-da5c-446d-9393-095d09cdcf95 HTTP/1.1" status: 200 len: 855 time: 0.0701745 Jun 23 19:05:08.164316 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-154a7386-dec9-44f3-9797-23993a5db4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:08.208888 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99824527-87db-4a69-8d1f-13a9fef30eba req-40588e55-e7bd-41e9-a620-832d5c1f73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:08.210828 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-99824527-87db-4a69-8d1f-13a9fef30eba req-40588e55-e7bd-41e9-a620-832d5c1f73d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f276787-6d2f-4388-aea6-d3a0998dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766530 Jun 23 19:05:08.330768 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-99824527-87db-4a69-8d1f-13a9fef30eba req-c7e420bd-fd2d-467e-9fcb-2f8c9c98b383 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114936 Jun 23 19:05:08.361547 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9489e881-a61e-4a9e-a698-78c71a78440f {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:05:08.372919 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:08.385714 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-154a7386-dec9-44f3-9797-23993a5db4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:08.393241 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Transition to ACTIVE for port object 9489e881-a61e-4a9e-a698-78c71a78440f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:08.436626 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-99824527-87db-4a69-8d1f-13a9fef30eba req-d57b84e4-8ce8-4bef-9458-391e61409ad0 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986767 Jun 23 19:05:08.509919 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:08.511191 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-154a7386-dec9-44f3-9797-23993a5db4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:08.522018 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:08.575401 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-154a7386-dec9-44f3-9797-23993a5db4e0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=14cd28d4a1ff4a18b2c4eaf9e463f474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5822589 Jun 23 19:05:08.576366 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60888) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:08.579607 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a7386-dec9-44f3-9797-23993a5db4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b851582-2e89-4ad2-92af-0ca0eeaa59b5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:08.583852 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-154a7386-dec9-44f3-9797-23993a5db4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:08.586505 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-54a25a11-e12b-45c3-9e4e-94526818c75a tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:08.631178 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adbb308a-7444-4e69-a89c-c936722f6b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:08.659253 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9489e881-a61e-4a9e-a698-78c71a78440f,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:08.659411 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adbb308a-7444-4e69-a89c-c936722f6b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:08.659628 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Attempting to bind port 9489e881-a61e-4a9e-a698-78c71a78440f on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:05:08.659628 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Attempting to bind port 9489e881-a61e-4a9e-a698-78c71a78440f by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:05:08.659628 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Attempting to bind port 9489e881-a61e-4a9e-a698-78c71a78440f on network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:08.662682 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:08.665437 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Port 9489e881-a61e-4a9e-a698-78c71a78440f on network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:05:08.665758 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Attempting to bind port 9489e881-a61e-4a9e-a698-78c71a78440f on network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:08.671529 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:05:08.671733 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Checking segment: {'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:08.672207 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Bound using segment: {'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:05:08.672635 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Bound port: 9489e881-a61e-4a9e-a698-78c71a78440f, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:05:08.673031 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:08.760366 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] For port 9489e881-a61e-4a9e-a698-78c71a78440f, host hv-cinder-79049, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:05:08.760825 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] For port 9489e881-a61e-4a9e-a698-78c71a78440f, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9489e881-a61e-4a9e-a698-78c71a78440f,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:05:08.845103 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adbb308a-7444-4e69-a89c-c936722f6b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:08.848658 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:08.849060 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-53a18947-54cb-464a-9538-feb9b5079614 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:08.849182 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-adbb308a-7444-4e69-a89c-c936722f6b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:08.850695 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-adbb308a-7444-4e69-a89c-c936722f6b7a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2b851582-2e89-4ad2-92af-0ca0eeaa59b5 HTTP/1.1" status: 204 len: 168 time: 0.2732799 Jun 23 19:05:08.851975 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-7655738e-5e8e-4b0f-ab89-45621a4310b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:08.860012 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb308a-7444-4e69-a89c-c936722f6b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b851582-2e89-4ad2-92af-0ca0eeaa59b5,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:08.862861 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-adbb308a-7444-4e69-a89c-c936722f6b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:08.895273 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:08.895922 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:08.897317 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] 10.222.0.77 "PUT /v2.0/ports/9489e881-a61e-4a9e-a698-78c71a78440f HTTP/1.1" status: 200 len: 1093 time: 1.2541118 Jun 23 19:05:08.913196 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9489e881-a61e-4a9e-a698-78c71a78440f,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:08.916436 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:08.933033 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 1156bd04-e0ac-4b8c-83d7-8df60b42205d no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:05:08.960075 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: 1156bd04-e0ac-4b8c-83d7-8df60b42205d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:05:08.960075 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 1156bd04-e0ac-4b8c-83d7-8df60b42205d not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:05:09.133227 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-6be62e15-5b5c-4488-8374-77efd7ff4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:09.134727 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-6be62e15-5b5c-4488-8374-77efd7ff4820 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df588b2890b045ccb1ddbda94138d9ff&device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 1096 time: 0.0786500 Jun 23 19:05:09.187852 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60908) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:09.218391 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-b24bed36-7697-4bee-a387-06fb32178004 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9489e881-a61e-4a9e-a698-78c71a78440f HTTP/1.1" status: 200 len: 217 time: 0.0488074 Jun 23 19:05:09.330093 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c2ef0f-0275-49fe-861a-388de77eee8e', 'tag': '9489e881-a61e-4a9e-a698-78c71a78440f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:09.337538 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6109b03-76ab-4a4d-a042-66c370aeb9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "69c2ef0f-0275-49fe-861a-388de77eee8e", "tag": "9489e881-a61e-4a9e-a698-78c71a78440f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:09.355008 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-4b73a817-dd03-45cc-a74c-0f2bade93a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:09.356790 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-4b73a817-dd03-45cc-a74c-0f2bade93a99 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4a379e4-0bee-4f40-a9c6-23d144257946 HTTP/1.1" status: 200 len: 855 time: 0.1317537 Jun 23 19:05:09.433836 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-54663479-6901-4ccf-97ed-5cd877f14ba5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686672 Jun 23 19:05:09.525393 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60928) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:09.532244 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc17fc5-3397-417e-84e7-6a239a1642aa x-openstack-request-id: req-fcc17fc5-3397-417e-84e7-6a239a1642aa {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:09.532559 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c2ef0f-0275-49fe-861a-388de77eee8e", "tag": "9489e881-a61e-4a9e-a698-78c71a78440f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:09.532841 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fcc17fc5-3397-417e-84e7-6a239a1642aa {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:09.533256 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c2ef0f-0275-49fe-861a-388de77eee8e', 'tag': '9489e881-a61e-4a9e-a698-78c71a78440f', 'status': 'completed', 'code': 200} Jun 23 19:05:09.578276 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-07be49fc-2178-4373-a15d-0b63d53dfb1a service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354465 Jun 23 19:05:09.611223 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-952765d8-ce29-4a29-8c6d-d42f7aec90e2 admin admin] Deleting subnet c081db7c-5bc5-4252-b211-467252b56617 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:05:09.624388 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-952765d8-ce29-4a29-8c6d-d42f7aec90e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.646807 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e091f10-9dbb-4bbb-be3e-ffc8594fecfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.681915 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-952765d8-ce29-4a29-8c6d-d42f7aec90e2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.683540 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0bd0-42c4-44f7-85e9-3ad5bc5a884f req-3c7b2115-d9a9-4de8-86cf-dd9870ee4943 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:09.685756 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c36f0bd0-42c4-44f7-85e9-3ad5bc5a884f req-3c7b2115-d9a9-4de8-86cf-dd9870ee4943 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 943 time: 0.1587977 Jun 23 19:05:09.704684 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-952765d8-ce29-4a29-8c6d-d42f7aec90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.752579 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c36f0bd0-42c4-44f7-85e9-3ad5bc5a884f req-3d9c2479-1add-4e8d-9ba4-26c8c92a1dbc tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584745 Jun 23 19:05:09.764151 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfe93c19-23f8-4247-b75f-1af48a75d5e7 req-8b76a782-19da-4df4-b758-e315474352e5 service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771605 Jun 23 19:05:09.841315 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e091f10-9dbb-4bbb-be3e-ffc8594fecfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.908968 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-952765d8-ce29-4a29-8c6d-d42f7aec90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.911680 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-81714b78-47a1-49fe-9955-26d2d6e76763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:09.950883 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952765d8-ce29-4a29-8c6d-d42f7aec90e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c081db7c-5bc5-4252-b211-467252b56617,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:09.951133 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e091f10-9dbb-4bbb-be3e-ffc8594fecfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.951580 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60944) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:09.954857 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-952765d8-ce29-4a29-8c6d-d42f7aec90e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:09.955201 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-203c3170-a89b-42c1-845a-a5f57706c30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:09.967606 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-952765d8-ce29-4a29-8c6d-d42f7aec90e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:09.969510 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-952765d8-ce29-4a29-8c6d-d42f7aec90e2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c081db7c-5bc5-4252-b211-467252b56617 HTTP/1.1" status: 204 len: 168 time: 0.4429374 Jun 23 19:05:09.976894 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60946) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:09.995524 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-704d81f5-6bbb-4f2f-914b-0abb272c5b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.022241 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e091f10-9dbb-4bbb-be3e-ffc8594fecfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c4a590-35ed-4615-a37d-b9a29913db12,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:10.052824 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3e091f10-9dbb-4bbb-be3e-ffc8594fecfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:10.057209 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-3e091f10-9dbb-4bbb-be3e-ffc8594fecfe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4de5402280794a2ebe46060395afb465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8682582 Jun 23 19:05:10.059829 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60948) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:10.070821 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6109b03-76ab-4a4d-a042-66c370aeb9b0 req-3f952c3b-e007-4828-8901-e7d418e0d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:10.072272 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a6109b03-76ab-4a4d-a042-66c370aeb9b0 req-3f952c3b-e007-4828-8901-e7d418e0d6c7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df588b2890b045ccb1ddbda94138d9ff&device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 1096 time: 0.1102660 Jun 23 19:05:10.093138 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.175058 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d58-02e8-4faf-923a-50023c28e947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.207315 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-704d81f5-6bbb-4f2f-914b-0abb272c5b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.212251 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.213358 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6109b03-76ab-4a4d-a042-66c370aeb9b0 req-002d1e43-5356-42a8-b95c-90df47395506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:10.214781 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a6109b03-76ab-4a4d-a042-66c370aeb9b0 req-002d1e43-5356-42a8-b95c-90df47395506 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 HTTP/1.1" status: 200 len: 916 time: 0.1281312 Jun 23 19:05:10.231190 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.234294 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.234294 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.234294 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > port after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.234294 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.234294 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > port after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.234294 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.234294 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.234294 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.235265 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.273539 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a6109b03-76ab-4a4d-a042-66c370aeb9b0 req-450c7192-46ae-4074-8c9e-cc688a0ba08e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9489e881-a61e-4a9e-a698-78c71a78440f HTTP/1.1" status: 200 len: 217 time: 0.0506642 Jun 23 19:05:10.324801 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-704d81f5-6bbb-4f2f-914b-0abb272c5b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.329020 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:10.353136 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60954) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:10.386744 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6109b03-76ab-4a4d-a042-66c370aeb9b0 req-c0ccda22-41fa-4927-bb22-c3d3d439f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:10.388233 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a6109b03-76ab-4a4d-a042-66c370aeb9b0 req-c0ccda22-41fa-4927-bb22-c3d3d439f491 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4a379e4-0bee-4f40-a9c6-23d144257946 HTTP/1.1" status: 200 len: 855 time: 0.0990067 Jun 23 19:05:10.388859 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d81f5-6bbb-4f2f-914b-0abb272c5b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72824c3-790b-46b2-ab90-8e757b3c72f5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:10.393325 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-704d81f5-6bbb-4f2f-914b-0abb272c5b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:10.396378 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-704d81f5-6bbb-4f2f-914b-0abb272c5b0f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b3e366ec78734e8296887f429b02db65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405885 Jun 23 19:05:10.404572 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60960) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:10.434112 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a6109b03-76ab-4a4d-a042-66c370aeb9b0 req-ab04ed44-0a4a-4f2f-a4fe-f80ddb10e630 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366387 Jun 23 19:05:10.445716 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.446071 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.446398 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.446720 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:05:10.447258 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367200f2-839a-4cf4-8ade-9354a4ecd2a8']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:10.464446 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d58-02e8-4faf-923a-50023c28e947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.482300 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:10.482957 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2155b6a-bc36-4cf8-9e24-ebff9eaa9a94') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:10.508117 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29510084'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.538125 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bfdad37f-f8d5-4382-9d27-e2a4424ee439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.540263 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.549487 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:05:10.549874 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29639395'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: from cryptography.utils import int_from_bytes Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: from cryptography.utils import int_from_bytes Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: Traceback (most recent call last): Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: timer() Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: cb(*args, **kw) Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: return func(*args, **kwargs) Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: self._notify() Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: self.callback(batched_events) Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: event.method(event) Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: return f(self, *a, **k) Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: return self._get(url).json() Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:05:10.553843 dv-cinder-790492-6-smb neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:05:10.559146 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccdc6468-9644-49de-9c10-031e5a5b280b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.600521 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccdc6468-9644-49de-9c10-031e5a5b280b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.645579 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a6109b03-76ab-4a4d-a042-66c370aeb9b0 req-a762a1f3-cbf1-41be-a1b0-56da9b95525a service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984680 Jun 23 19:05:10.737022 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d58-02e8-4faf-923a-50023c28e947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.739847 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d58-02e8-4faf-923a-50023c28e947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.741005 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-b7b55d58-02e8-4faf-923a-50023c28e947 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/64c4a590-35ed-4615-a37d-b9a29913db12 HTTP/1.1" status: 204 len: 168 time: 0.6802597 Jun 23 19:05:10.741719 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.745714 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:10.752785 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b55d58-02e8-4faf-923a-50023c28e947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c4a590-35ed-4615-a37d-b9a29913db12,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:10.755608 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b7b55d58-02e8-4faf-923a-50023c28e947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:10.756273 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:10.759623 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.761527 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] 10.222.0.67 "DELETE /v2.0/networks/367200f2-839a-4cf4-8ade-9354a4ecd2a8 HTTP/1.1" status: 204 len: 168 time: 0.7814281 Jun 23 19:05:10.776031 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Pushing event deleted for resources: {'Network': ['ID=367200f2-839a-4cf4-8ade-9354a4ecd2a8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:10.780723 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:10.789911 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a6109b03-76ab-4a4d-a042-66c370aeb9b0 req-ce7026cc-6250-4cbf-8784-2d6e0a444f91 service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364572 Jun 23 19:05:10.866423 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccdc6468-9644-49de-9c10-031e5a5b280b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.866423 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ccdc6468-9644-49de-9c10-031e5a5b280b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.866423 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-ccdc6468-9644-49de-9c10-031e5a5b280b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e72824c3-790b-46b2-ab90-8e757b3c72f5 HTTP/1.1" status: 204 len: 168 time: 0.4536467 Jun 23 19:05:10.866423 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:10.872769 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc6468-9644-49de-9c10-031e5a5b280b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72824c3-790b-46b2-ab90-8e757b3c72f5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:10.877013 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-ccdc6468-9644-49de-9c10-031e5a5b280b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:10.933772 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bfdad37f-f8d5-4382-9d27-e2a4424ee439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:10.969629 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07ab3c-d7b1-4723-9923-0a80a9b9082b req-198ae315-02b6-4d84-bd6f-2636e0749bcc tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:10.971471 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0c07ab3c-d7b1-4723-9923-0a80a9b9082b req-198ae315-02b6-4d84-bd6f-2636e0749bcc tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 943 time: 0.0909896 Jun 23 19:05:10.999326 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bfdad37f-f8d5-4382-9d27-e2a4424ee439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:11.004035 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-1cb037d4-18a1-4667-bf5d-6815295b0e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:11.050772 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-bfdad37f-f8d5-4382-9d27-e2a4424ee439 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0ca205cc8cb5456887a7bced1d71a617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6948135 Jun 23 19:05:11.054836 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60972) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:11.055422 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0c07ab3c-d7b1-4723-9923-0a80a9b9082b req-9bbd30ed-dfa2-49d9-ad8a-2518f3e320e4 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742469 Jun 23 19:05:11.060232 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdad37f-f8d5-4382-9d27-e2a4424ee439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6b8980-c4aa-429b-a8a6-653c916aabd4,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:11.063291 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-bfdad37f-f8d5-4382-9d27-e2a4424ee439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:11.124693 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7f60c1e-a888-4aec-a36b-b73ec34403c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:11.146699 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7f60c1e-a888-4aec-a36b-b73ec34403c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:11.247611 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60976) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:11.275002 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7f60c1e-a888-4aec-a36b-b73ec34403c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:11.277604 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e7f60c1e-a888-4aec-a36b-b73ec34403c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:11.278929 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e7f60c1e-a888-4aec-a36b-b73ec34403c3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/af6b8980-c4aa-429b-a8a6-653c916aabd4 HTTP/1.1" status: 204 len: 168 time: 0.2206872 Jun 23 19:05:11.289675 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-05442a85-2b8b-4d70-bfd0-458115702482 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:11.307791 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f60c1e-a888-4aec-a36b-b73ec34403c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6b8980-c4aa-429b-a8a6-653c916aabd4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:11.310856 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e7f60c1e-a888-4aec-a36b-b73ec34403c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:11.316448 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-b4d3fbcc-8024-4d78-9a8c-cd708c040675 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6631f261963349a78a64fdae0294b85c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0676234 Jun 23 19:05:11.320112 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60980) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:11.386231 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:11.407998 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:11.583852 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:11.588268 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:11.590017 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad268136-8cff-4b52-bdfb-3dad7972300a HTTP/1.1" status: 204 len: 168 time: 0.2685363 Jun 23 19:05:11.591233 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4b9a1a41-34cb-4e83-a40f-4288a332b92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:11.603079 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad268136-8cff-4b52-bdfb-3dad7972300a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:11.612778 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:11.613211 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:11.614422 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:11.614934 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:11.615429 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:11.615962 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:11.616555 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:11.616952 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:11.617308 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:11.617655 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:11.618002 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:11.618348 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:11.621438 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:11.654446 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 60990) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:11.670375 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20418abb-1c51-4f99-8bd0-a6112062f0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:11.784792 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20418abb-1c51-4f99-8bd0-a6112062f0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:11.886072 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-20418abb-1c51-4f99-8bd0-a6112062f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:11.888874 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:11.927345 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-20418abb-1c51-4f99-8bd0-a6112062f0a4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2cf2c9af4d6e4c5489a5a1ff1a7bf597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715051 Jun 23 19:05:11.928289 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20418abb-1c51-4f99-8bd0-a6112062f0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d75202-1a78-451d-8935-96eebfd6ed0b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:11.930990 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 60998) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:11.931450 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-20418abb-1c51-4f99-8bd0-a6112062f0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:11.988285 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:12.009591 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:12.177699 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:12.187509 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:12.187509 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/98d75202-1a78-451d-8935-96eebfd6ed0b HTTP/1.1" status: 204 len: 168 time: 0.2493672 Jun 23 19:05:12.187509 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-715d1f9a-6ed1-47a3-90a4-58a5b71f239f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:12.194321 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d75202-1a78-451d-8935-96eebfd6ed0b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:12.202195 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:12.202719 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:12.203226 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:12.203758 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:12.204433 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:12.204914 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:12.205716 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:12.206361 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:12.206855 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:12.207541 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:12.208212 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:12.208707 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:12.212311 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:12.224883 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 32780) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:12.243955 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a46caf7c-bbe2-4455-8db4-1fd6fb6fe565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:12.299758 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1dccf-6c16-4b21-8698-9849df39a77d req-cd49f907-4beb-4268-af3c-d49a8c8fd5a1 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:12.301509 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-69c1dccf-6c16-4b21-8698-9849df39a77d req-cd49f907-4beb-4268-af3c-d49a8c8fd5a1 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 943 time: 0.0948071 Jun 23 19:05:12.352985 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a46caf7c-bbe2-4455-8db4-1fd6fb6fe565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:12.356371 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-69c1dccf-6c16-4b21-8698-9849df39a77d req-c1ba8e9a-71fe-4d0e-a15a-8fe0ba9c6166 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457141 Jun 23 19:05:12.440261 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a46caf7c-bbe2-4455-8db4-1fd6fb6fe565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:12.444243 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:12.479656 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-a46caf7c-bbe2-4455-8db4-1fd6fb6fe565 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b7c0330e404e42919e7bdd2b5404daac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536805 Jun 23 19:05:12.482300 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 32786) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:12.488074 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46caf7c-bbe2-4455-8db4-1fd6fb6fe565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0844a6cd-9ff8-48ea-a0f0-7458989ea50d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:12.492029 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a46caf7c-bbe2-4455-8db4-1fd6fb6fe565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:12.534495 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-db7b4d9b-2dc9-4ff7-a0fb-70c64d353df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:12.556517 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-db7b4d9b-2dc9-4ff7-a0fb-70c64d353df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:12.704216 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-db7b4d9b-2dc9-4ff7-a0fb-70c64d353df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:12.709337 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-db7b4d9b-2dc9-4ff7-a0fb-70c64d353df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:12.709337 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-db7b4d9b-2dc9-4ff7-a0fb-70c64d353df0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0844a6cd-9ff8-48ea-a0f0-7458989ea50d HTTP/1.1" status: 204 len: 168 time: 0.2250166 Jun 23 19:05:12.709337 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e3e9aa9d-9f0a-4f83-ac70-cc2bb1d65ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:12.717121 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b4d9b-2dc9-4ff7-a0fb-70c64d353df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0844a6cd-9ff8-48ea-a0f0-7458989ea50d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:12.720048 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-db7b4d9b-2dc9-4ff7-a0fb-70c64d353df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:12.971049 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 9489e881-a61e-4a9e-a698-78c71a78440f details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:05:13.079939 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 9489e881-a61e-4a9e-a698-78c71a78440f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9489e881-a61e-4a9e-a698-78c71a78440f,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:13.091614 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '9489e881-a61e-4a9e-a698-78c71a78440f', 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638', 'port_id': '9489e881-a61e-4a9e-a698-78c71a78440f', 'mac_address': 'fa:16:3e:b7:97:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a379e4-0bee-4f40-a9c6-23d144257946', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:05:13.128318 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:13.140564 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9489e881-a61e-4a9e-a698-78c71a78440f {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:05:13.159519 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 9489e881-a61e-4a9e-a698-78c71a78440f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9489e881-a61e-4a9e-a698-78c71a78440f,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:13.286599 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:13.286599 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:13.353614 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=9489e881-a61e-4a9e-a698-78c71a78440f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:13.364296 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:13.542733 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136292ba-b4c6-4179-be71-4be4fdfd13b5 req-4fb8ec07-da2d-4b2c-ab78-0a80d6ff56e5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:13.549730 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-136292ba-b4c6-4179-be71-4be4fdfd13b5 req-4fb8ec07-da2d-4b2c-ab78-0a80d6ff56e5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 944 time: 0.0777109 Jun 23 19:05:13.587749 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-136292ba-b4c6-4179-be71-4be4fdfd13b5 req-556491b6-94fd-4168-a4ab-ba6b36229c37 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371609 Jun 23 19:05:13.673598 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['9489e881-a61e-4a9e-a698-78c71a78440f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:05:14.073414 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 32864) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:14.251644 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 32876) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:14.313975 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2072014850-network', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:14.363748 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3f40dff-726e-49c0-9725-de3472669952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:14.416053 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Made reservation on behalf of e8983aba05c24e5b9dbfe1a23a772fbb for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:05:14.418734 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:14.432599 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:14.508756 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3f40dff-726e-49c0-9725-de3472669952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:14.597986 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e3f40dff-726e-49c0-9725-de3472669952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:14.603346 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-1796e053-d405-444d-a240-106aa498dc58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:14.668248 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-e3f40dff-726e-49c0-9725-de3472669952 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d954a877f0e41f38987edfcc244d5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150078 Jun 23 19:05:14.669094 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f40dff-726e-49c0-9725-de3472669952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a90c777-9817-4d30-8bb5-be41a6335d43,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:14.670984 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 32900) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:14.674033 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e3f40dff-726e-49c0-9725-de3472669952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:14.739880 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:14.766092 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3234c159-2a8b-43c8-8e90-8a64cca4a2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:14.798581 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3234c159-2a8b-43c8-8e90-8a64cca4a2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:14.822780 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:14.830314 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:14.859263 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:14.863445 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:14.874708 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8be0d-3884-42b7-a40a-b3b15cbbae72 req-edfc07e8-ae5e-40cc-8ca6-12a7f23b8e81 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:14.876608 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-28d8be0d-3884-42b7-a40a-b3b15cbbae72 req-edfc07e8-ae5e-40cc-8ca6-12a7f23b8e81 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 944 time: 0.1004713 Jun 23 19:05:14.921502 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-28d8be0d-3884-42b7-a40a-b3b15cbbae72 req-f26c1645-71ac-47dc-a39c-b9a1306f6e19 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387692 Jun 23 19:05:14.996642 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 9489e881-a61e-4a9e-a698-78c71a78440f up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:15.000600 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3234c159-2a8b-43c8-8e90-8a64cca4a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:15.003314 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3234c159-2a8b-43c8-8e90-8a64cca4a2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:15.006649 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-3234c159-2a8b-43c8-8e90-8a64cca4a2ec admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a90c777-9817-4d30-8bb5-be41a6335d43 HTTP/1.1" status: 204 len: 168 time: 0.3320169 Jun 23 19:05:15.006649 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-985d10a2-64ef-4959-b6f7-030064913e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:15.010360 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:05:15.022314 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234c159-2a8b-43c8-8e90-8a64cca4a2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a90c777-9817-4d30-8bb5-be41a6335d43,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:15.032517 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3234c159-2a8b-43c8-8e90-8a64cca4a2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:15.033837 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:15.035745 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.segments_db [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Added segment dbb35b10-e30b-49d6-bb64-8a7b59e9107c of type vlan for network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 Jun 23 19:05:15.099852 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:15.155582 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port 9489e881-a61e-4a9e-a698-78c71a78440f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:15.159645 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 9489e881-a61e-4a9e-a698-78c71a78440f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:15.160076 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:15.236648 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:15.260741 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c2ef0f-0275-49fe-861a-388de77eee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9489e881-a61e-4a9e-a698-78c71a78440f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:15.263020 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41655860-b6b4-4cb4-b8da-143d980de922" -d '{"events": [{"server_uuid": "69c2ef0f-0275-49fe-861a-388de77eee8e", "name": "network-vif-plugged", "status": "completed", "tag": "9489e881-a61e-4a9e-a698-78c71a78440f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:15.268951 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:15.270936 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:15.271523 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:15.276081 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:15.277255 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 9489e881-a61e-4a9e-a698-78c71a78440f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9489e881-a61e-4a9e-a698-78c71a78440f,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:15.325455 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c468724c-113b-4f51-a097-c3f202a68276 x-openstack-request-id: req-c468724c-113b-4f51-a097-c3f202a68276 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:15.325757 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c2ef0f-0275-49fe-861a-388de77eee8e", "name": "network-vif-plugged", "status": "completed", "tag": "9489e881-a61e-4a9e-a698-78c71a78440f", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:15.326134 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c468724c-113b-4f51-a097-c3f202a68276 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:15.326529 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c2ef0f-0275-49fe-861a-388de77eee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9489e881-a61e-4a9e-a698-78c71a78440f', 'code': 200} Jun 23 19:05:15.335577 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Pushing event updated for resources: {'Network': ['ID=9db2ccef-0a00-41e5-bbf4-f5acd5895449,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:15.338342 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:15.346618 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:05:15.399625 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 32962) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:15.404160 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3250656 Jun 23 19:05:15.405467 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:15.410633 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:15.412396 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] Request body: {'subnet': {'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2072014850-subnet', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:15.468292 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=9489e881-a61e-4a9e-a698-78c71a78440f,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:15.479349 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:15.479691 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:15.480059 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:15.484237 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:15.484237 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:15.484237 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:15.484237 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:15.484237 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:15.484237 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:15.484237 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:15.484237 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:15.484237 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:15.487301 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:15.531946 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] Made reservation on behalf of e8983aba05c24e5b9dbfe1a23a772fbb for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:05:15.534629 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29691033'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:15.864649 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81cb34-634d-4504-b669-8b834b1cc78d req-8d63fc30-475d-4853-8f84-51ea77669357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:15.866111 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0f81cb34-634d-4504-b669-8b834b1cc78d req-8d63fc30-475d-4853-8f84-51ea77669357 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 1098 time: 0.0995345 Jun 23 19:05:15.882325 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29638845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29691019'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:15.888611 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-952765d8-ce29-4a29-8c6d-d42f7aec90e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:15.913995 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0f81cb34-634d-4504-b669-8b834b1cc78d req-8fd0c4d8-c2e4-4c2d-99f6-a50d5913e948 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384023 Jun 23 19:05:15.987791 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e7c8fe-0843-480c-bedc-5dde25c6666d,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:15.996506 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:16.006441 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] Checking segment: {'id': 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:16.007279 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] Network hostable DHCP agents. Network: 9db2ccef-0a00-41e5-bbf4-f5acd5895449, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:05:16.076208 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 32990) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:16.091972 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] Network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:05:16.194210 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c5db9-fd7f-4c51-9d46-5e6d3c11f073 req-7017245a-8a81-4c5a-af93-34ab52d0a79b tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:16.195706 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f41c5db9-fd7f-4c51-9d46-5e6d3c11f073 req-7017245a-8a81-4c5a-af93-34ab52d0a79b tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 945 time: 0.0631416 Jun 23 19:05:16.201172 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8349a218-bf0c-4f73-a004-c8932e93e0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:16.213566 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, 9db2ccef-0a00-41e5-bbf4-f5acd5895449) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:16.220448 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:16.221033 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:16.224521 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb8e2e-0213-4f34-aa4e-eb3e3c5cd930 None None] Network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:05:16.236000 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f41c5db9-fd7f-4c51-9d46-5e6d3c11f073 req-45463cfc-7a11-4dee-ad3e-671a9df68d85 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343988 Jun 23 19:05:16.321351 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8349a218-bf0c-4f73-a004-c8932e93e0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:16.360829 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8349a218-bf0c-4f73-a004-c8932e93e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:16.361947 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0098e0be-b952-47a7-969b-26eeb6ed1c3e None None] Network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:05:16.368442 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-9abf2406-796a-465a-b5e2-6014b94e5512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:16.409132 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349a218-bf0c-4f73-a004-c8932e93e0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6bb220-a56f-49c6-856e-5a13c4bdb923,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:16.416456 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-8349a218-bf0c-4f73-a004-c8932e93e0a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a766fe26847d4934867ec97469f7a770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364522 Jun 23 19:05:16.416456 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8349a218-bf0c-4f73-a004-c8932e93e0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:16.416793 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33006) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:16.437069 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0361733 Jun 23 19:05:16.439893 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 33008) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:16.444492 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2072014850-router', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:16.487489 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-790961d4-61e6-46c8-ad8b-65a31811ee8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:16.508902 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-790961d4-61e6-46c8-ad8b-65a31811ee8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:16.543890 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7745'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:16.545643 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7770'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:16.573709 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33016) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:16.623496 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-790961d4-61e6-46c8-ad8b-65a31811ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:16.626601 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-790961d4-61e6-46c8-ad8b-65a31811ee8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:16.630246 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-790961d4-61e6-46c8-ad8b-65a31811ee8e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fd6bb220-a56f-49c6-856e-5a13c4bdb923 HTTP/1.1" status: 204 len: 168 time: 0.2094889 Jun 23 19:05:16.630246 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-58bea934-957e-4aad-bfd1-83153cc7a757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:16.638859 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790961d4-61e6-46c8-ad8b-65a31811ee8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6bb220-a56f-49c6-856e-5a13c4bdb923,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:16.641085 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-790961d4-61e6-46c8-ad8b-65a31811ee8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:16.700798 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1642622091-network', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:16.801555 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Made reservation on behalf of 5f7b1c893a854b98b934c4ce3b98b0bb for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:05:16.804103 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:16.816137 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:16.945698 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:16.946645 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.132216 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.136247 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-531e00fc-c813-49c3-9ced-bcc00dd86fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:17.157175 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:05:17.166181 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb199812-4514-4955-8d30-f3d1c020cfe2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:17.169861 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:17.172641 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.172982 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.segments_db [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Added segment e2ed7573-b077-4e61-833b-9d1ca038ba76 of type vlan for network 13147630-f843-4805-b90f-6be722da65af Jun 23 19:05:17.215043 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.272995 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-702526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7780'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.371921 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.373335 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:17.376064 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.376184 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-788c4f01-7583-45fd-b8da-a40f534ca172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:17.431653 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a943204-2a72-4c2e-96de-540d4d844002 req-c1f2c876-ce0d-413c-912b-a23046016503 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:17.433281 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8a943204-2a72-4c2e-96de-540d4d844002 req-c1f2c876-ce0d-413c-912b-a23046016503 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 945 time: 0.0758002 Jun 23 19:05:17.452360 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Pushing event updated for resources: {'Network': ['ID=13147630-f843-4805-b90f-6be722da65af,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:17.462676 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:17.464446 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network 13147630-f843-4805-b90f-6be722da65af details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:05:17.479874 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9025230 Jun 23 19:05:17.480104 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33038) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:17.490802 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] Request body: {'subnet': {'network_id': '13147630-f843-4805-b90f-6be722da65af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1642622091-subnet', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:17.519564 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8a943204-2a72-4c2e-96de-540d4d844002 req-bd2c1afd-b0b9-452a-a90d-18bd95c50f7d tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645351 Jun 23 19:05:17.592075 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33040) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:17.607261 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49538119-f417-4e2a-ad5d-f528980b16ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.665853 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] Made reservation on behalf of 5f7b1c893a854b98b934c4ce3b98b0bb for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:05:17.668339 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29691033'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.674909 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.718900 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.836409 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Allocated IP 172.28.2.84 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/5f02020e-ce7d-467d-86c8-05db8be5aa2e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:05:17.856840 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49538119-f417-4e2a-ad5d-f528980b16ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.945724 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.961213 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49538119-f417-4e2a-ad5d-f528980b16ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:17.965086 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-14f785b7-f4cd-436b-91eb-a00ea4d19a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:17.994638 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29638845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29691019'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.018682 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 33048) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:18.019951 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-49538119-f417-4e2a-ad5d-f528980b16ef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2e89a3b06024403b9ce5cfa0465e9d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268136 Jun 23 19:05:18.025404 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49538119-f417-4e2a-ad5d-f528980b16ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b1d63b-2b03-4163-b5eb-0b0a13e28f90,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:18.032022 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-49538119-f417-4e2a-ad5d-f528980b16ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:18.032022 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:18.068931 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.094609 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:18.101016 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] Checking segment: {'id': 'e2ed7573-b077-4e61-833b-9d1ca038ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '13147630-f843-4805-b90f-6be722da65af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:18.101483 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] Network hostable DHCP agents. Network: 13147630-f843-4805-b90f-6be722da65af, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:05:18.103720 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c719324-d9a4-4858-a3ae-7ddab2c05e5d,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:18.105545 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:18.107211 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:18.122198 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:18.143128 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:05:18.212377 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] Network 13147630-f843-4805-b90f-6be722da65af is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:05:18.235300 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Pushing event updated for resources: {'Port': ['ID=5f02020e-ce7d-467d-86c8-05db8be5aa2e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:18.239566 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9ae9e205-1204-4d8c-ac8f-52aeed9d0bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.258031 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:18.286175 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9ae9e205-1204-4d8c-ac8f-52aeed9d0bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.297925 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, 13147630-f843-4805-b90f-6be722da65af) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:18.303891 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:18.303891 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.309916 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc7f63-2139-443a-8a24-21edea6fb387 None None] Network 13147630-f843-4805-b90f-6be722da65af requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:05:18.399006 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9154873 Jun 23 19:05:18.401221 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33052) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:18.412366 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:18.414986 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9ae9e205-1204-4d8c-ac8f-52aeed9d0bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.421155 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9ae9e205-1204-4d8c-ac8f-52aeed9d0bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.423851 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-9ae9e205-1204-4d8c-ac8f-52aeed9d0bc2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/22b1d63b-2b03-4163-b5eb-0b0a13e28f90 HTTP/1.1" status: 204 len: 168 time: 0.4037750 Jun 23 19:05:18.426446 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-d81de161-a1f0-4633-8027-1e5223563f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:18.437967 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9e205-1204-4d8c-ac8f-52aeed9d0bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b1d63b-2b03-4163-b5eb-0b0a13e28f90,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:18.441599 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9ae9e205-1204-4d8c-ac8f-52aeed9d0bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:18.497268 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.499604 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp023ac7ff-be4e-5173-8ee3-f67d33d9963f-13147630-f843-4805-b90f-6be722da65af', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'fixed_ips': [{'subnet_id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d'}]}} from dv-cinder-790492-6-smb. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:05:18.501488 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.545484 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7745'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.550159 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7770'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.620587 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.648677 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Allocated IP 172.20.0.2 (13147630-f843-4805-b90f-6be722da65af/9c719324-d9a4-4858-a3ae-7ddab2c05e5d/cdd95578-b294-44cd-8a77-9ebe59b73e99) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:05:18.794927 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702571'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.864732 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.874455 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Transition to ACTIVE for port object cdd95578-b294-44cd-8a77-9ebe59b73e99 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:18.889549 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02b428-c318-44f5-93c6-9243efb4a587 req-0ccdbd4b-1bad-4a81-bbfa-edfb577e870d tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:18.890999 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9f02b428-c318-44f5-93c6-9243efb4a587 req-0ccdbd4b-1bad-4a81-bbfa-edfb577e870d tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 945 time: 0.1520810 Jun 23 19:05:18.891596 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Transition to ACTIVE for port object cdd95578-b294-44cd-8a77-9ebe59b73e99 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:18.938509 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:18.940382 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:18.970438 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-702526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7780'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:19.007669 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Network 13147630-f843-4805-b90f-6be722da65af is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:19.013511 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:19.016120 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9f02b428-c318-44f5-93c6-9243efb4a587 req-e6d29bab-24a9-4329-81f2-de87973917a3 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969729 Jun 23 19:05:19.018494 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:05:19.026142 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Pushing event updated for resources: {'Port': ['ID=cdd95578-b294-44cd-8a77-9ebe59b73e99,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:19.030793 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:19.107148 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Attempting to bind port cdd95578-b294-44cd-8a77-9ebe59b73e99 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:05:19.107915 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Attempting to bind port cdd95578-b294-44cd-8a77-9ebe59b73e99 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': 'e2ed7573-b077-4e61-833b-9d1ca038ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '13147630-f843-4805-b90f-6be722da65af'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:05:19.108608 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Attempting to bind port cdd95578-b294-44cd-8a77-9ebe59b73e99 on network 13147630-f843-4805-b90f-6be722da65af {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:19.115020 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:05:19.115479 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Checking segment: {'id': 'e2ed7573-b077-4e61-833b-9d1ca038ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '13147630-f843-4805-b90f-6be722da65af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:19.115593 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:19.115983 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Bound using segment: {'id': 'e2ed7573-b077-4e61-833b-9d1ca038ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '13147630-f843-4805-b90f-6be722da65af'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:05:19.116465 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Bound port: cdd95578-b294-44cd-8a77-9ebe59b73e99, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ed7573-b077-4e61-833b-9d1ca038ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '13147630-f843-4805-b90f-6be722da65af'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:05:19.116840 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:19.195323 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Router 41521741-efdc-44bb-9618-e7e3451a540d is scheduled to L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:05:19.202788 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] For port cdd95578-b294-44cd-8a77-9ebe59b73e99, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:05:19.212367 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] For port cdd95578-b294-44cd-8a77-9ebe59b73e99, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=cdd95578-b294-44cd-8a77-9ebe59b73e99,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:05:19.270159 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:19.272813 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:19.295299 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:19.331423 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:05:19.345917 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Sync routers for ids ['41521741-efdc-44bb-9618-e7e3451a540d'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:05:19.360250 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Routers {'41521741-efdc-44bb-9618-e7e3451a540d'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:19.360986 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:04:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['41521741-efdc-44bb-9618-e7e3451a540d'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:19.362855 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:19.418547 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:19.420094 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9790075 Jun 23 19:05:19.422740 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 33086) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:19.423500 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Pushing event updated for resources: {'Port': ['ID=cdd95578-b294-44cd-8a77-9ebe59b73e99,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:19.433719 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:19.547363 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Allocated IP 172.28.2.79 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/b59e5284-4d3e-45e1-aab4-ea55eb2bd69b) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:05:19.705642 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Set router 41521741-efdc-44bb-9618-e7e3451a540d gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:19.744306 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:19.922749 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41521741-efdc-44bb-9618-e7e3451a540d', 'name': 'tempest-ServerRescueNegativeTestJSON-2072014850-router', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:16Z', 'updated_at': '2021-06-23T19:05:18Z', 'revision_number': 3, 'project_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'gw_port': {'id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41521741-efdc-44bb-9618-e7e3451a540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:17Z', 'updated_at': '2021-06-23T19:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:19.967466 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Checking router: 41521741-efdc-44bb-9618-e7e3451a540d for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:05:19.968186 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Updating router 41521741-efdc-44bb-9618-e7e3451a540d port 5f02020e-ce7d-467d-86c8-05db8be5aa2e binding host dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:05:20.007002 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29639213'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:20.007615 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:20.009373 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:20.106960 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-489b1063-d175-4106-8126-8311150def88 req-9fcb9c16-76b0-4f24-82aa-d1ec321ecd09 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3559222 Jun 23 19:05:20.141965 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Pushing event updated for resources: {'Port': ['ID=b59e5284-4d3e-45e1-aab4-ea55eb2bd69b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:20.160558 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:20.176278 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:20.195496 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:20.197714 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:05:20.212396 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:20.315743 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:20.334746 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Transition to ACTIVE for port object 5f02020e-ce7d-467d-86c8-05db8be5aa2e will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:20.397285 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:20.405775 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-15ac1c69-1489-45b7-ad07-dd989b13a77d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:20.488214 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Attempting to bind port 5f02020e-ce7d-467d-86c8-05db8be5aa2e on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:05:20.488650 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Attempting to bind port 5f02020e-ce7d-467d-86c8-05db8be5aa2e by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:05:20.489124 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Attempting to bind port 5f02020e-ce7d-467d-86c8-05db8be5aa2e on network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:20.498727 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Pushing event updated for resources: {'Port': ['ID=5f02020e-ce7d-467d-86c8-05db8be5aa2e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:20.501470 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:05:20.501969 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Checking segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:20.502607 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:20.503095 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Bound using segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:05:20.503727 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Bound port: 5f02020e-ce7d-467d-86c8-05db8be5aa2e, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:05:20.504313 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:20.553109 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:20.553450 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:20.553786 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:20.554117 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:20.554440 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:20.554761 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:20.555081 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:20.555399 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:20.556213 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:20.556213 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:20.556407 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:20.556663 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:05:20.579541 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:20.597208 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] For port 5f02020e-ce7d-467d-86c8-05db8be5aa2e, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:05:20.602371 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] For port 5f02020e-ce7d-467d-86c8-05db8be5aa2e, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=5f02020e-ce7d-467d-86c8-05db8be5aa2e,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:05:20.683765 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b1063-d175-4106-8126-8311150def88 req-e25256fc-615a-46a2-b8f8-a9eb6ad2552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:20.685634 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-489b1063-d175-4106-8126-8311150def88 req-e25256fc-615a-46a2-b8f8-a9eb6ad2552d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df588b2890b045ccb1ddbda94138d9ff&device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 1098 time: 0.1503251 Jun 23 19:05:20.704624 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:20.705434 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:20.709316 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-763e3b0c-8560-4526-b84c-00afa397c918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:20.787081 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Pushing event updated for resources: {'Port': ['ID=5f02020e-ce7d-467d-86c8-05db8be5aa2e,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:20.795686 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:20.808444 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Routers {'41521741-efdc-44bb-9618-e7e3451a540d'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:20.809388 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:04:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['41521741-efdc-44bb-9618-e7e3451a540d'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:20.830659 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:20.951350 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa38f91-2ecf-45fc-b054-e6db35b40b46 None None] Network 13147630-f843-4805-b90f-6be722da65af requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:05:21.002034 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] Set router 41521741-efdc-44bb-9618-e7e3451a540d gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:21.036460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Allocated IP 172.20.0.1 (9db2ccef-0a00-41e5-bbf4-f5acd5895449/95e7c8fe-0843-480c-bedc-5dde25c6666d/d4cebddb-5d78-406f-8136-656a50f5a7e7) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:05:21.089027 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b1063-d175-4106-8126-8311150def88 req-4b03cb29-b67c-4671-ba33-c40b1dc4714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:21.096751 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-489b1063-d175-4106-8126-8311150def88 req-4b03cb29-b67c-4671-ba33-c40b1dc4714b service neutron] 10.222.0.77 "GET /v2.0/networks?id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 HTTP/1.1" status: 200 len: 916 time: 0.3253083 Jun 23 19:05:21.142254 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702571'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:21.219660 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-489b1063-d175-4106-8126-8311150def88 req-d65248b9-6885-43ce-91a8-9a0379b56e55 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c99c2369-7129-49fe-82a1-9c643c920814 HTTP/1.1" status: 200 len: 217 time: 0.0952773 Jun 23 19:05:21.319134 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b1063-d175-4106-8126-8311150def88 req-b70924dd-13fc-44a1-884e-c88ea03b26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:21.322381 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-489b1063-d175-4106-8126-8311150def88 req-b70924dd-13fc-44a1-884e-c88ea03b26b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4a379e4-0bee-4f40-a9c6-23d144257946 HTTP/1.1" status: 200 len: 855 time: 0.0903618 Jun 23 19:05:21.327852 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:21.369704 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-489b1063-d175-4106-8126-8311150def88 req-f4e35867-a056-42fd-bab3-ac4038b6ffcf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391521 Jun 23 19:05:21.370528 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-52246ef8-f566-4b0a-b2fb-c3f7cdaba241 None None] Provisioning for port cdd95578-b294-44cd-8a77-9ebe59b73e99 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:21.538395 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-489b1063-d175-4106-8126-8311150def88 req-56b79c82-9eff-40af-87a6-46e0f3fbdbb1 service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509643 Jun 23 19:05:21.555571 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Router be3a139b-b55f-4945-b651-db68187f12f2 is scheduled to L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:05:21.601224 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device cdd95578-b294-44cd-8a77-9ebe59b73e99 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:21.604264 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41521741-efdc-44bb-9618-e7e3451a540d', 'name': 'tempest-ServerRescueNegativeTestJSON-2072014850-router', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:16Z', 'updated_at': '2021-06-23T19:05:18Z', 'revision_number': 3, 'project_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'gw_port': {'id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41521741-efdc-44bb-9618-e7e3451a540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:17Z', 'updated_at': '2021-06-23T19:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:21.649982 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3a446-3ca5-45de-9c05-124230706e1a None None] The sync data for ids ['41521741-efdc-44bb-9618-e7e3451a540d'] in dv-cinder-790492-6-smb is: [{'id': '41521741-efdc-44bb-9618-e7e3451a540d', 'name': 'tempest-ServerRescueNegativeTestJSON-2072014850-router', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:16Z', 'updated_at': '2021-06-23T19:05:18Z', 'revision_number': 3, 'project_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'gw_port': {'id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41521741-efdc-44bb-9618-e7e3451a540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:17Z', 'updated_at': '2021-06-23T19:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:05:21.675501 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:21.684116 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:21.759327 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:05:21.771059 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:21.774003 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Sync routers for ids ['be3a139b-b55f-4945-b651-db68187f12f2'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:05:21.779112 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:21.782153 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:05:21.782834 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-712299'] for router_interface, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:21.789850 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Routers {'be3a139b-b55f-4945-b651-db68187f12f2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:21.790808 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:04:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['be3a139b-b55f-4945-b651-db68187f12f2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:21.850043 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-489b1063-d175-4106-8126-8311150def88 req-cb199689-3e8c-4933-b718-5c8caa0895f0 service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023622 Jun 23 19:05:21.855235 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port cdd95578-b294-44cd-8a77-9ebe59b73e99 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:21.857611 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Pushing event updated for resources: {'Port': ['ID=d4cebddb-5d78-406f-8136-656a50f5a7e7,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:21.862328 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:21.889279 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port cdd95578-b294-44cd-8a77-9ebe59b73e99 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:21.889991 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:21.906239 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:21.911846 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5107665 Jun 23 19:05:21.912462 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33144) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:22.007757 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9afbfba1-52f0-44bd-b772-b7cc4f1d96bc None None] Provisioning complete for port cdd95578-b294-44cd-8a77-9ebe59b73e99 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:22.008826 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9afbfba1-52f0-44bd-b772-b7cc4f1d96bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:22.090747 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Set router be3a139b-b55f-4945-b651-db68187f12f2 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:22.109557 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:22.207674 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:22.425541 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port cdd95578-b294-44cd-8a77-9ebe59b73e99, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=cdd95578-b294-44cd-8a77-9ebe59b73e99,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:22.508525 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:22.543720 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:05:20Z', 'revision_number': 3, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port': {'id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:19Z', 'updated_at': '2021-06-23T19:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:22.545645 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9afbfba1-52f0-44bd-b772-b7cc4f1d96bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:22.565395 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:22.612257 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:22.617516 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Checking router: be3a139b-b55f-4945-b651-db68187f12f2 for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:05:22.617879 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Updating router be3a139b-b55f-4945-b651-db68187f12f2 port b59e5284-4d3e-45e1-aab4-ea55eb2bd69b binding host dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:05:22.618955 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:22.620224 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712327'] for router_interface, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:22.622905 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:22.730629 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:22.747280 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:22.752447 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=cdd95578-b294-44cd-8a77-9ebe59b73e99,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:22.768321 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Pushing event updated for resources: {'Port': ['ID=d4cebddb-5d78-406f-8136-656a50f5a7e7,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:22.784275 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:22.802476 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.db.api [None req-9afbfba1-52f0-44bd-b772-b7cc4f1d96bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 19:05:22.804172 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_db.api [None req-9afbfba1-52f0-44bd-b772-b7cc4f1d96bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 19:05:22.833531 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:22.952788 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:22.955727 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:22.964206 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Allocated IP 172.20.0.1 (13147630-f843-4805-b90f-6be722da65af/9c719324-d9a4-4858-a3ae-7ddab2c05e5d/7d79f7fb-79e5-4964-a9f9-e0c077191e49) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:05:22.964401 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-54844b7d-9eec-4a72-998a-a20f6e2680c5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:22.974827 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-54844b7d-9eec-4a72-998a-a20f6e2680c5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/networks?id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 HTTP/1.1" status: 200 len: 815 time: 0.2365067 Jun 23 19:05:22.992551 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-b0bbe884-e6d1-4d04-a6bc-b276a22dca2e tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/quotas/df588b2890b045ccb1ddbda94138d9ff HTTP/1.1" status: 200 len: 375 time: 0.0197654 Jun 23 19:05:23.114136 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:23.118079 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:23.133950 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Transition to ACTIVE for port object b59e5284-4d3e-45e1-aab4-ea55eb2bd69b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:23.145047 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Transition to ACTIVE for port object 7d79f7fb-79e5-4964-a9f9-e0c077191e49 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:23.150003 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-5148f7ae-9928-451f-b266-61db5a15d18f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=df588b2890b045ccb1ddbda94138d9ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1563325 Jun 23 19:05:23.159030 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Router 41521741-efdc-44bb-9618-e7e3451a540d has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:05:23.288152 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29639213'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:23.288480 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:23.294389 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:23.298943 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:23.332644 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-6161d52e-c7af-4f34-87c1-57fff362521d service neutron] 10.222.0.67 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713471 Jun 23 19:05:23.339610 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Network 13147630-f843-4805-b90f-6be722da65af is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:23.344928 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:23.349636 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:05:23.424461 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Pushing event updated for resources: {'Port': ['ID=7d79f7fb-79e5-4964-a9f9-e0c077191e49,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:23.432872 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:23.435406 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:05:23.441520 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] 10.222.0.67 "PUT /v2.0/routers/41521741-efdc-44bb-9618-e7e3451a540d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0177007 Jun 23 19:05:23.476916 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-712299'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:23.493568 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa740474-663a-4aee-a5bb-9a2895ae43f9 None None] Pushing event updated for resources: {'Port': ['ID=b59e5284-4d3e-45e1-aab4-ea55eb2bd69b,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:23.507613 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-aa740474-663a-4aee-a5bb-9a2895ae43f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:23.509751 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Attempting to bind port b59e5284-4d3e-45e1-aab4-ea55eb2bd69b on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:05:23.509910 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Attempting to bind port b59e5284-4d3e-45e1-aab4-ea55eb2bd69b by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:05:23.510243 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Attempting to bind port b59e5284-4d3e-45e1-aab4-ea55eb2bd69b on network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:23.529439 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:05:23.529887 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Checking segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:23.530305 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:23.530708 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Bound using segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:05:23.531251 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Bound port: b59e5284-4d3e-45e1-aab4-ea55eb2bd69b, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:05:23.531723 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:23.535594 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-1f096c4b-5fe3-42f4-963b-b3bb0f1ee2dc service neutron] 10.222.0.67 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972361 Jun 23 19:05:23.628571 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 5f02020e-ce7d-467d-86c8-05db8be5aa2e up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:23.721210 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] For port b59e5284-4d3e-45e1-aab4-ea55eb2bd69b, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:05:23.730233 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] For port b59e5284-4d3e-45e1-aab4-ea55eb2bd69b, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=b59e5284-4d3e-45e1-aab4-ea55eb2bd69b,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:05:23.813336 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:23.816206 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:23.852491 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:23.871174 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Routers {'be3a139b-b55f-4945-b651-db68187f12f2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:23.871854 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:04:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['be3a139b-b55f-4945-b651-db68187f12f2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:23.877824 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa740474-663a-4aee-a5bb-9a2895ae43f9 None None] Pushing event updated for resources: {'Port': ['ID=b59e5284-4d3e-45e1-aab4-ea55eb2bd69b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:23.916172 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-aa740474-663a-4aee-a5bb-9a2895ae43f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:23.936968 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8899084e-0aae-45f5-a217-71bf32df57c9 None None] Provisioning for port 7d79f7fb-79e5-4964-a9f9-e0c077191e49 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:23.947456 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 5f02020e-ce7d-467d-86c8-05db8be5aa2e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:24.045009 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8899084e-0aae-45f5-a217-71bf32df57c9 None None] Provisioning complete for port 7d79f7fb-79e5-4964-a9f9-e0c077191e49 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:24.045009 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8899084e-0aae-45f5-a217-71bf32df57c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:24.045171 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Sync routers for ids ['41521741-efdc-44bb-9618-e7e3451a540d'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:05:24.050184 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Routers {'41521741-efdc-44bb-9618-e7e3451a540d'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:24.053570 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:04:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['41521741-efdc-44bb-9618-e7e3451a540d'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:24.101742 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 5f02020e-ce7d-467d-86c8-05db8be5aa2e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:24.101984 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:24.109169 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:24.113573 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-1ebfc841-bdf9-4b38-98a5-86ac8b8039d8 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:24.122104 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-1ebfc841-bdf9-4b38-98a5-86ac8b8039d8 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/networks?id=9db2ccef-0a00-41e5-bbf4-f5acd5895449 HTTP/1.1" status: 200 len: 819 time: 0.1759610 Jun 23 19:05:24.147490 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-ba153601-8275-4b21-a460-be33f850a61f tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/quotas/e8983aba05c24e5b9dbfe1a23a772fbb HTTP/1.1" status: 200 len: 375 time: 0.0236540 Jun 23 19:05:24.175641 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8899084e-0aae-45f5-a217-71bf32df57c9 None None] Port 7d79f7fb-79e5-4964-a9f9-e0c077191e49 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:05:24.183407 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] Set router be3a139b-b55f-4945-b651-db68187f12f2 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:24.188823 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Set router 41521741-efdc-44bb-9618-e7e3451a540d gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:24.190175 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:24.193817 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:24.256352 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-234e0ee5-afd1-49f7-980a-078932f6dfac tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e8983aba05c24e5b9dbfe1a23a772fbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1074100 Jun 23 19:05:24.304449 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712327'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:24.306257 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Pushing event updated for resources: {'Port': ['ID=7d79f7fb-79e5-4964-a9f9-e0c077191e49,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:24.309276 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:24.380704 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4deb1c60-13dc-4f89-936b-f016ed0d6163 req-3e11e4a0-f5cd-4967-b49e-ba35eddbb0e3 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 210 time: 0.0503948 Jun 23 19:05:24.437366 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7a460b7a-657a-4cf3-9337-8a24e47f6137 service neutron] 10.222.0.67 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792002 Jun 23 19:05:24.603261 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:24.623648 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41521741-efdc-44bb-9618-e7e3451a540d', 'name': 'tempest-ServerRescueNegativeTestJSON-2072014850-router', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:16Z', 'updated_at': '2021-06-23T19:05:21Z', 'revision_number': 4, 'project_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'gw_port': {'id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41521741-efdc-44bb-9618-e7e3451a540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:17Z', 'updated_at': '2021-06-23T19:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': 'd4cebddb-5d78-406f-8136-656a50f5a7e7', 'name': '', 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'mac_address': 'fa:16:3e:75:8a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41521741-efdc-44bb-9618-e7e3451a540d', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '95e7c8fe-0843-480c-bedc-5dde25c6666d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:20Z', 'updated_at': '2021-06-23T19:05:22Z', 'revision_number': 2, 'project_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'subnets': [{'id': '95e7c8fe-0843-480c-bedc-5dde25c6666d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:24.652752 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Checking router: 41521741-efdc-44bb-9618-e7e3451a540d for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:05:24.652752 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Updating router 41521741-efdc-44bb-9618-e7e3451a540d port d4cebddb-5d78-406f-8136-656a50f5a7e7 binding host dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:05:24.668104 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-ebf96617-9d01-449d-ad71-8a16f75f4963 service neutron] 10.222.0.67 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295525 Jun 23 19:05:24.697003 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:24.708990 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 5f02020e-ce7d-467d-86c8-05db8be5aa2e, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=5f02020e-ce7d-467d-86c8-05db8be5aa2e,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:24.836581 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:24.837557 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device cdd95578-b294-44cd-8a77-9ebe59b73e99 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:24.842766 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-78aec0f3-bde4-4d46-ab1e-fc78e054b950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:25.004097 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Network 13147630-f843-4805-b90f-6be722da65af is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:25.005580 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:25.075027 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=5f02020e-ce7d-467d-86c8-05db8be5aa2e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:25.086597 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:25.100481 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port cdd95578-b294-44cd-8a77-9ebe59b73e99 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:25.100945 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:25.176298 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 4, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port': {'id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:19Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '7d79f7fb-79e5-4964-a9f9-e0c077191e49', 'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'mac_address': 'fa:16:3e:7c:75:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:22Z', 'updated_at': '2021-06-23T19:05:22Z', 'revision_number': 1, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'subnets': [{'id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:25.210661 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-64f31851-3695-4ae8-a426-76c1fb88879e req-bf91aca8-7829-4718-8086-a41d3fbdd6a9 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 210 time: 0.0569582 Jun 23 19:05:25.349664 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88acc14c-7402-445d-9dc2-daa6a0a2c3eb None None] The sync data for ids ['be3a139b-b55f-4945-b651-db68187f12f2'] in dv-cinder-790492-6-smb is: [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 4, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port': {'id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:19Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '7d79f7fb-79e5-4964-a9f9-e0c077191e49', 'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'mac_address': 'fa:16:3e:7c:75:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:22Z', 'updated_at': '2021-06-23T19:05:22Z', 'revision_number': 1, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'subnets': [{'id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:05:25.408941 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:25.472463 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Router be3a139b-b55f-4945-b651-db68187f12f2 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:05:25.481374 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Transition to ACTIVE for port object d4cebddb-5d78-406f-8136-656a50f5a7e7 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:25.561164 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:25.582075 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:25.582415 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 5f02020e-ce7d-467d-86c8-05db8be5aa2e up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:25.699455 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e4dd5-e284-434d-b911-49c42a31ce68 None None] Pushing event updated for resources: {'Port': ['ID=d4cebddb-5d78-406f-8136-656a50f5a7e7,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:25.703881 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-500e4dd5-e284-434d-b911-49c42a31ce68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:25.734984 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-993d6ffb-92a9-4b92-93cf-866803d9ca00 None None] Provisioning complete for port 7d79f7fb-79e5-4964-a9f9-e0c077191e49 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:25.753480 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-993d6ffb-92a9-4b92-93cf-866803d9ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:25.799922 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-37e1c179-e7e1-48bb-ad87-6c412de68b69 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:25.814910 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-37e1c179-e7e1-48bb-ad87-6c412de68b69 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/networks?id=9db2ccef-0a00-41e5-bbf4-f5acd5895449 HTTP/1.1" status: 200 len: 819 time: 0.2325740 Jun 23 19:05:25.848105 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Attempting to bind port d4cebddb-5d78-406f-8136-656a50f5a7e7 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:05:25.848105 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Attempting to bind port d4cebddb-5d78-406f-8136-656a50f5a7e7 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:05:25.848105 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Attempting to bind port d4cebddb-5d78-406f-8136-656a50f5a7e7 on network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:25.857772 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:05:25.861869 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-6764723d-1706-4dd5-9c1c-16c9e538edea tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/quotas/e8983aba05c24e5b9dbfe1a23a772fbb HTTP/1.1" status: 200 len: 375 time: 0.0448139 Jun 23 19:05:25.862086 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:05:25.862554 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Checking segment: {'id': 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:25.867340 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:25.867870 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Bound using segment: {'id': 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:05:25.868599 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Bound port: d4cebddb-5d78-406f-8136-656a50f5a7e7, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:05:25.869346 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:25.900103 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] 10.222.0.67 "PUT /v2.0/routers/be3a139b-b55f-4945-b651-db68187f12f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9815290 Jun 23 19:05:25.934248 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-993d6ffb-92a9-4b92-93cf-866803d9ca00 None None] Port 7d79f7fb-79e5-4964-a9f9-e0c077191e49 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:05:25.957477 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 5f02020e-ce7d-467d-86c8-05db8be5aa2e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:25.957869 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:25.997381 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-039e0404-2e2f-4975-9651-3b1cfa84b68d req-928c2a60-8500-43c2-9aab-48c8b5508234 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 210 time: 0.0442948 Jun 23 19:05:26.022516 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] For port d4cebddb-5d78-406f-8136-656a50f5a7e7, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:05:26.046257 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] For port d4cebddb-5d78-406f-8136-656a50f5a7e7, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=d4cebddb-5d78-406f-8136-656a50f5a7e7,segment=NetworkSegment(dbb35b10-e30b-49d6-bb64-8a7b59e9107c),segment_id=dbb35b10-e30b-49d6-bb64-8a7b59e9107c)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:05:26.092189 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-91c6c0b8-e0b3-49d3-829e-0884107f9c12 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e8983aba05c24e5b9dbfe1a23a772fbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2306256 Jun 23 19:05:26.139078 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:26.168700 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-c2f92533-02b8-49d7-b239-a93ff401bd60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:26.184876 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38efd184-1727-4026-ab83-6f79b8ea9a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:26.252377 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Routers {'41521741-efdc-44bb-9618-e7e3451a540d'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:26.253007 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:04:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['41521741-efdc-44bb-9618-e7e3451a540d'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:26.258819 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-713c0bc1-6170-4173-96c3-161beb9cf7fa service neutron] 10.222.0.67 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657579 Jun 23 19:05:26.325130 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e4dd5-e284-434d-b911-49c42a31ce68 None None] Pushing event updated for resources: {'Port': ['ID=d4cebddb-5d78-406f-8136-656a50f5a7e7,revision_number=4']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:26.329825 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-500e4dd5-e284-434d-b911-49c42a31ce68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:26.393637 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-d40b41ba-d9f5-415c-9ccb-a180dd2b79fb service neutron] 10.222.0.67 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246254 Jun 23 19:05:26.419359 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] Set router 41521741-efdc-44bb-9618-e7e3451a540d gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:26.727527 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41521741-efdc-44bb-9618-e7e3451a540d', 'name': 'tempest-ServerRescueNegativeTestJSON-2072014850-router', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:16Z', 'updated_at': '2021-06-23T19:05:21Z', 'revision_number': 4, 'project_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'gw_port': {'id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41521741-efdc-44bb-9618-e7e3451a540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:17Z', 'updated_at': '2021-06-23T19:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': 'd4cebddb-5d78-406f-8136-656a50f5a7e7', 'name': '', 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'mac_address': 'fa:16:3e:75:8a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41521741-efdc-44bb-9618-e7e3451a540d', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '95e7c8fe-0843-480c-bedc-5dde25c6666d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:20Z', 'updated_at': '2021-06-23T19:05:26Z', 'revision_number': 4, 'project_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'subnets': [{'id': '95e7c8fe-0843-480c-bedc-5dde25c6666d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:26.761767 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c8c6ce-7d09-41b6-ac78-4b05adabecbf None None] The sync data for ids ['41521741-efdc-44bb-9618-e7e3451a540d'] in dv-cinder-790492-6-smb is: [{'id': '41521741-efdc-44bb-9618-e7e3451a540d', 'name': 'tempest-ServerRescueNegativeTestJSON-2072014850-router', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:16Z', 'updated_at': '2021-06-23T19:05:21Z', 'revision_number': 4, 'project_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'gw_port': {'id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41521741-efdc-44bb-9618-e7e3451a540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:17Z', 'updated_at': '2021-06-23T19:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': 'd4cebddb-5d78-406f-8136-656a50f5a7e7', 'name': '', 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'mac_address': 'fa:16:3e:75:8a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41521741-efdc-44bb-9618-e7e3451a540d', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '95e7c8fe-0843-480c-bedc-5dde25c6666d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:20Z', 'updated_at': '2021-06-23T19:05:26Z', 'revision_number': 4, 'project_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'subnets': [{'id': '95e7c8fe-0843-480c-bedc-5dde25c6666d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:05:26.762939 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3e2cf74b-2036-4e22-bcc7-6132f34fec8d req-fdb20e6e-7fc6-4994-b877-c1c0fb652adc tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 210 time: 0.0829306 Jun 23 19:05:27.335839 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33302) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:27.346195 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2093273692-network', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:27.392148 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6cfc32a9-9dec-4432-9b1a-ed376de1dc12 req-7e240d27-8562-46f3-b08a-bec1b8472664 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 210 time: 0.0848870 Jun 23 19:05:27.493088 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Made reservation on behalf of 7ffb0ac5074f47b89a22950e13ed0d00 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:05:27.496064 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:27.517636 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:27.676123 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device d4cebddb-5d78-406f-8136-656a50f5a7e7 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:27.782826 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:27.887236 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port d4cebddb-5d78-406f-8136-656a50f5a7e7 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:27.891360 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port d4cebddb-5d78-406f-8136-656a50f5a7e7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:27.891742 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:27.933224 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:27.937952 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b7b55d58-02e8-4faf-923a-50023c28e947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:27.967679 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:05:27.991853 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af29732-2bbb-40bd-930e-61619f2cc5ff,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:28.002182 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:28.002974 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ae2da5c8-0353-4dd6-807a-3d0772044246 req-bbbc33ed-7c4a-4ff6-868e-ee5fd0d43bad tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 210 time: 0.0393186 Jun 23 19:05:28.008501 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.008851 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.segments_db [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Added segment 2dff2028-2e39-4664-ae70-1bbec80eb757 of type vlan for network 1844c56b-02b0-4a3f-bf35-ef3cc4d84111 Jun 23 19:05:28.050512 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.061868 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-22ce26e9-61e6-429b-9feb-07a2c219dba8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:28.063887 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-22ce26e9-61e6-429b-9feb-07a2c219dba8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "GET /v2.0/networks?id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 HTTP/1.1" status: 200 len: 815 time: 0.5946777 Jun 23 19:05:28.090510 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Request body: {'port': {'device_id': '62993f90-02b6-461b-959b-e65d300c31f6', 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638', 'admin_state_up': True, 'tenant_id': 'df588b2890b045ccb1ddbda94138d9ff'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:28.095909 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.118829 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port d4cebddb-5d78-406f-8136-656a50f5a7e7, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=d4cebddb-5d78-406f-8136-656a50f5a7e7,segment=NetworkSegment(dbb35b10-e30b-49d6-bb64-8a7b59e9107c),segment_id=dbb35b10-e30b-49d6-bb64-8a7b59e9107c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:28.195866 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.197095 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device b59e5284-4d3e-45e1-aab4-ea55eb2bd69b up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:28.199069 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:28.225843 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.228408 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:28.229303 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.232643 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a70dfa3c-a063-4c3d-85fe-02ede4b39860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:28.290121 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=d4cebddb-5d78-406f-8136-656a50f5a7e7,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:28.290836 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Pushing event updated for resources: {'Network': ['ID=1844c56b-02b0-4a3f-bf35-ef3cc4d84111,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:28.293687 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:28.294173 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:28.301052 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network 1844c56b-02b0-4a3f-bf35-ef3cc4d84111 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:05:28.309857 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Made reservation on behalf of df588b2890b045ccb1ddbda94138d9ff for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:05:28.313520 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.389032 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port b59e5284-4d3e-45e1-aab4-ea55eb2bd69b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:28.390474 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0517881 Jun 23 19:05:28.393137 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33320) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:28.398357 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port b59e5284-4d3e-45e1-aab4-ea55eb2bd69b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:28.398357 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.399374 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] Request body: {'subnet': {'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2093273692-subnet', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:28.462531 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Allocated IP 172.20.0.14 (f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638/e4a379e4-0bee-4f40-a9c6-23d144257946/d1313ed4-5af2-4d19-9c6d-20e0f1744b83) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:05:28.500683 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.504577 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] Made reservation on behalf of 7ffb0ac5074f47b89a22950e13ed0d00 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:05:28.507469 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29691033'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.541450 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port b59e5284-4d3e-45e1-aab4-ea55eb2bd69b, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=b59e5284-4d3e-45e1-aab4-ea55eb2bd69b,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:28.544525 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4078c8cc-84ea-42b6-a9ee-eef79099debe req-3c2cfbd9-4b01-4183-8dda-6c499a5fedc4 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 210 time: 0.0356557 Jun 23 19:05:28.618140 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.626683 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-18c87bfa-09c3-4dec-b076-d0c45e1b8b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:28.695602 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.755952 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=b59e5284-4d3e-45e1-aab4-ea55eb2bd69b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:28.767306 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:28.842373 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.842579 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.847319 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:28.849562 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d8b0760-098d-4804-b0e9-0a20aba2099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.895382 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['c99c2369-7129-49fe-82a1-9c643c920814', '9489e881-a61e-4a9e-a698-78c71a78440f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:05:28.908189 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:28.911992 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:28.925034 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:05:28.930768 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:28.931372 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.933791 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29638845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29691019'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:28.937358 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-786c4936-ae31-40d2-a6a7-c4d6980e6685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:28.944892 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Pushing event updated for resources: {'Port': ['ID=d1313ed4-5af2-4d19-9c6d-20e0f1744b83,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:28.949826 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:29.032639 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea701a8-c83f-4145-b922-536eec47de43,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:29.036384 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:29.045685 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] Checking segment: {'id': '2dff2028-2e39-4664-ae70-1bbec80eb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:29.047244 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] Network hostable DHCP agents. Network: 1844c56b-02b0-4a3f-bf35-ef3cc4d84111, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:05:29.073160 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9796646 Jun 23 19:05:29.090708 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Request body: {'port': {'device_id': '62993f90-02b6-461b-959b-e65d300c31f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:29.189469 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:29.195859 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] Network 1844c56b-02b0-4a3f-bf35-ef3cc4d84111 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:05:29.256794 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7438da73-9d69-48a6-b864-c78814b6b78f req-814007e2-6ed4-47b4-8d39-e37d3e4237ff tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 210 time: 0.0508521 Jun 23 19:05:29.417205 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-01966905-e7e6-40bc-9d89-2ee5eacf5f72 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:29.426653 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-01966905-e7e6-40bc-9d89-2ee5eacf5f72 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.77 "GET /v2.0/networks?id=9db2ccef-0a00-41e5-bbf4-f5acd5895449 HTTP/1.1" status: 200 len: 819 time: 0.2214625 Jun 23 19:05:29.465917 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Request body: {'port': {'device_id': 'c697cff8-7323-4f03-b081-7abc76fcf0b2', 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449', 'admin_state_up': True, 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:29.514472 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device d4cebddb-5d78-406f-8136-656a50f5a7e7 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:29.547006 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, 1844c56b-02b0-4a3f-bf35-ef3cc4d84111) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:29.563238 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:29.563863 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:29.592863 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f952b2-d145-44d9-907c-61d7e15c5398 None None] Network 1844c56b-02b0-4a3f-bf35-ef3cc4d84111 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:05:29.734655 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33354) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:29.737915 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port d4cebddb-5d78-406f-8136-656a50f5a7e7 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:29.738708 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:29.757092 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3627539 Jun 23 19:05:29.759769 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33358) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:29.787347 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2093273692-router', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:29.804596 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:29.859136 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b96f1-ee65-414f-abc9-b38b4bf10003 req-579eb54b-3c8e-422e-bba6-7e942d0943e8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:29.859875 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Sync routers for ids ['be3a139b-b55f-4945-b651-db68187f12f2'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:05:29.861183 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9a7b96f1-ee65-414f-abc9-b38b4bf10003 req-579eb54b-3c8e-422e-bba6-7e942d0943e8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 932 time: 0.1526251 Jun 23 19:05:29.881804 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Routers {'be3a139b-b55f-4945-b651-db68187f12f2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:29.882520 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:05:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['be3a139b-b55f-4945-b651-db68187f12f2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:29.946313 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1313ed4-5af2-4d19-9c6d-20e0f1744b83 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:05:29.946829 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Made reservation on behalf of e8983aba05c24e5b9dbfe1a23a772fbb for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:05:29.950608 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:29.999692 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.047985 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9a7b96f1-ee65-414f-abc9-b38b4bf10003 req-aab14414-0e2b-43ff-abc7-a535c314d05b tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550531 Jun 23 19:05:30.062031 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Transition to ACTIVE for port object d1313ed4-5af2-4d19-9c6d-20e0f1744b83 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:30.127969 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c788c42-b95f-4029-b0dc-46763354de8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.148309 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp023ac7ff-be4e-5173-8ee3-f67d33d9963f-1844c56b-02b0-4a3f-bf35-ef3cc4d84111', 'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'fixed_ips': [{'subnet_id': '2ea701a8-c83f-4145-b922-536eec47de43'}]}} from dv-cinder-790492-6-smb. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:05:30.149457 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.186815 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.190620 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-8e887f22-e22d-4567-8ec5-4224af10c074 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:30.194677 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Set router be3a139b-b55f-4945-b651-db68187f12f2 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:30.256901 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Pushing event updated for resources: {'Port': ['ID=d1313ed4-5af2-4d19-9c6d-20e0f1744b83,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:30.261948 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:30.278273 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7745'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.279313 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7770'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.323742 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.77', 57636) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:30.342998 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Allocated IP 172.20.0.6 (9db2ccef-0a00-41e5-bbf4-f5acd5895449/95e7c8fe-0843-480c-bedc-5dde25c6666d/16d5e781-dfa6-422e-a3e9-6368d043159d) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:05:30.378932 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Attempting to bind port d1313ed4-5af2-4d19-9c6d-20e0f1744b83 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:05:30.379233 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Attempting to bind port d1313ed4-5af2-4d19-9c6d-20e0f1744b83 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:05:30.379744 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Attempting to bind port d1313ed4-5af2-4d19-9c6d-20e0f1744b83 on network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:30.390681 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Port d1313ed4-5af2-4d19-9c6d-20e0f1744b83 on network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:05:30.392233 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Attempting to bind port d1313ed4-5af2-4d19-9c6d-20e0f1744b83 on network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:30.433688 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device b59e5284-4d3e-45e1-aab4-ea55eb2bd69b up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:30.459169 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.500644 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b4c82d1e-0323-4707-98b6-56414b080617 req-b5b7fcf9-1dc9-40ab-8495-aa5f04e176f0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 210 time: 0.0445549 Jun 23 19:05:30.506927 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:05:30.507276 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Checking segment: {'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:30.508021 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Bound using segment: {'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:05:30.508488 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Bound port: d1313ed4-5af2-4d19-9c6d-20e0f1744b83, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:05:30.508845 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.571740 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port b59e5284-4d3e-45e1-aab4-ea55eb2bd69b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:30.572288 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.624351 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] For port d1313ed4-5af2-4d19-9c6d-20e0f1744b83, host hv-cinder-79049, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:05:30.631107 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] For port d1313ed4-5af2-4d19-9c6d-20e0f1744b83, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d1313ed4-5af2-4d19-9c6d-20e0f1744b83,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:05:30.657846 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-adaac988-188d-4864-b84e-c5acf3b557db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:30.660124 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-adaac988-188d-4864-b84e-c5acf3b557db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.77 "GET /v2.0/networks?id=9db2ccef-0a00-41e5-bbf4-f5acd5895449 HTTP/1.1" status: 200 len: 819 time: 0.3349450 Jun 23 19:05:30.684796 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Allocated IP 172.20.0.2 (1844c56b-02b0-4a3f-bf35-ef3cc4d84111/2ea701a8-c83f-4145-b922-536eec47de43/4d5cf900-850b-4623-b714-6c7a4d82c1a5) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:05:30.698763 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Request body: {'port': {'device_id': '75ea91d0-6135-4fba-955a-7317b182dee5', 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449', 'admin_state_up': True, 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:30.731518 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.738639 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-52663cf1-963d-48af-94e1-916778e8dc16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:30.746265 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-702526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7780'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.764330 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c788c42-b95f-4029-b0dc-46763354de8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.792513 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.816583 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:30.817205 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.819460 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] 10.222.0.77 "PUT /v2.0/ports/d1313ed4-5af2-4d19-9c6d-20e0f1744b83 HTTP/1.1" status: 200 len: 1094 time: 1.7368352 Jun 23 19:05:30.824489 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62993f90-02b6-461b-959b-e65d300c31f6', 'tag': 'd1313ed4-5af2-4d19-9c6d-20e0f1744b83'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:30.827115 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f337f25-2ab9-4c2b-ab1c-af5677af5b06" -d '{"events": [{"name": "network-changed", "server_uuid": "62993f90-02b6-461b-959b-e65d300c31f6", "tag": "d1313ed4-5af2-4d19-9c6d-20e0f1744b83"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:30.890027 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Pushing event updated for resources: {'Port': ['ID=d1313ed4-5af2-4d19-9c6d-20e0f1744b83,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:30.890689 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5c788c42-b95f-4029-b0dc-46763354de8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.890788 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:30.896873 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:30.906172 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dcfd7c-b140-4a7f-8d50-054949ee0582 x-openstack-request-id: req-76dcfd7c-b140-4a7f-8d50-054949ee0582 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:30.906493 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62993f90-02b6-461b-959b-e65d300c31f6", "tag": "d1313ed4-5af2-4d19-9c6d-20e0f1744b83", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:30.907055 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-76dcfd7c-b140-4a7f-8d50-054949ee0582 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:30.907185 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62993f90-02b6-461b-959b-e65d300c31f6', 'tag': 'd1313ed4-5af2-4d19-9c6d-20e0f1744b83', 'status': 'completed', 'code': 200} Jun 23 19:05:30.925316 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:30.928590 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 4, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port': {'id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:19Z', 'updated_at': '2021-06-23T19:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '7d79f7fb-79e5-4964-a9f9-e0c077191e49', 'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'mac_address': 'fa:16:3e:7c:75:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:22Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 2, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'subnets': [{'id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:30.963212 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Transition to ACTIVE for port object 4d5cf900-850b-4623-b714-6c7a4d82c1a5 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:30.965218 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Checking router: be3a139b-b55f-4945-b651-db68187f12f2 for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:05:30.965591 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Updating router be3a139b-b55f-4945-b651-db68187f12f2 port 7d79f7fb-79e5-4964-a9f9-e0c077191e49 binding host dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:05:30.968004 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-5c788c42-b95f-4029-b0dc-46763354de8e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2e2010b05b314e68bced32597d04caca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2319469 Jun 23 19:05:30.970653 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33380) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:30.979403 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c788c42-b95f-4029-b0dc-46763354de8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eebe448-a41e-46a3-8fc8-dde7b5cad95d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:30.999691 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5c788c42-b95f-4029-b0dc-46763354de8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:31.011705 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Transition to ACTIVE for port object 4d5cf900-850b-4623-b714-6c7a4d82c1a5 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:31.016766 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f337f25-2ab9-4c2b-ab1c-af5677af5b06 req-b65393ec-d42c-4aac-a939-6c4898e1b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:31.018871 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7f337f25-2ab9-4c2b-ab1c-af5677af5b06 req-b65393ec-d42c-4aac-a939-6c4898e1b6d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df588b2890b045ccb1ddbda94138d9ff&device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 1097 time: 0.0733914 Jun 23 19:05:31.023139 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.031702 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29639213'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.054291 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:31.092931 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Made reservation on behalf of e8983aba05c24e5b9dbfe1a23a772fbb for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:05:31.101640 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.227662 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.228984 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:31.236164 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:31.238099 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Pushing event updated for resources: {'Port': ['ID=16d5e781-dfa6-422e-a3e9-6368d043159d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:31.241428 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e663a4c7-a621-4959-b3ed-304784561838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.260113 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:31.265553 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:05:31.269904 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:31.271935 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e663a4c7-a621-4959-b3ed-304784561838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.327364 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Network 1844c56b-02b0-4a3f-bf35-ef3cc4d84111 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:31.333326 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:31.348089 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:05:31.355466 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Pushing event updated for resources: {'Port': ['ID=4d5cf900-850b-4623-b714-6c7a4d82c1a5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:31.361419 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:31.388908 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:31.389527 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.393150 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f337f25-2ab9-4c2b-ab1c-af5677af5b06 req-2591ab45-c2bc-4e5f-803c-4a2df38c210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:31.394905 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7f337f25-2ab9-4c2b-ab1c-af5677af5b06 req-2591ab45-c2bc-4e5f-803c-4a2df38c210c service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=df588b2890b045ccb1ddbda94138d9ff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3541038 Jun 23 19:05:31.475999 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Attempting to bind port 4d5cf900-850b-4623-b714-6c7a4d82c1a5 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:05:31.476431 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Attempting to bind port 4d5cf900-850b-4623-b714-6c7a4d82c1a5 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '2dff2028-2e39-4664-ae70-1bbec80eb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:05:31.476869 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Attempting to bind port 4d5cf900-850b-4623-b714-6c7a4d82c1a5 on network 1844c56b-02b0-4a3f-bf35-ef3cc4d84111 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:31.483290 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Allocated IP 172.20.0.7 (9db2ccef-0a00-41e5-bbf4-f5acd5895449/95e7c8fe-0843-480c-bedc-5dde25c6666d/428048f6-4a48-4c34-988b-2cdcb3673ad1) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:05:31.490779 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:05:31.491162 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Checking segment: {'id': '2dff2028-2e39-4664-ae70-1bbec80eb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:31.498068 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.498068 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Bound using segment: {'id': '2dff2028-2e39-4664-ae70-1bbec80eb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:05:31.498068 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Bound port: 4d5cf900-850b-4623-b714-6c7a4d82c1a5, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dff2028-2e39-4664-ae70-1bbec80eb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:05:31.498068 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.519222 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.524865 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.548283 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b39fc8-a455-479d-8c4f-ea942321898c req-1af04cd4-6e16-48b3-8a4a-d9ffadd5eff8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:31.549393 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.556253 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f1b39fc8-a455-479d-8c4f-ea942321898c req-1af04cd4-6e16-48b3-8a4a-d9ffadd5eff8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 944 time: 0.2942028 Jun 23 19:05:31.560553 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1020131 Jun 23 19:05:31.614075 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Request body: {'port': {'device_id': 'c697cff8-7323-4f03-b081-7abc76fcf0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:31.621669 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e663a4c7-a621-4959-b3ed-304784561838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.625299 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e663a4c7-a621-4959-b3ed-304784561838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.636495 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] For port 4d5cf900-850b-4623-b714-6c7a4d82c1a5, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:05:31.640854 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.644786 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] For port 4d5cf900-850b-4623-b714-6c7a4d82c1a5, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=4d5cf900-850b-4623-b714-6c7a4d82c1a5,segment=NetworkSegment(2dff2028-2e39-4664-ae70-1bbec80eb757),segment_id=2dff2028-2e39-4664-ae70-1bbec80eb757)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:05:31.645028 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e663a4c7-a621-4959-b3ed-304784561838 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4eebe448-a41e-46a3-8fc8-dde7b5cad95d HTTP/1.1" status: 204 len: 168 time: 0.6722062 Jun 23 19:05:31.656305 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Transition to ACTIVE for port object 7d79f7fb-79e5-4964-a9f9-e0c077191e49 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:31.671635 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f1b39fc8-a455-479d-8c4f-ea942321898c req-8ecddeca-9845-4878-bae6-6a951659215f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140807 Jun 23 19:05:31.693888 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f337f25-2ab9-4c2b-ab1c-af5677af5b06 req-c178dd0b-0692-44d9-81c9-3a3b570e3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:31.695166 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-318ebcfe-59c3-4faa-9a7c-f3e24778c71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:31.700392 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7f337f25-2ab9-4c2b-ab1c-af5677af5b06 req-c178dd0b-0692-44d9-81c9-3a3b570e3e2e service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2510636 Jun 23 19:05:31.728832 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.731100 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:31.737534 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663a4c7-a621-4959-b3ed-304784561838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eebe448-a41e-46a3-8fc8-dde7b5cad95d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:31.784925 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.811041 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Allocated IP 172.28.2.126 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/4e81cca5-eff3-4913-98ba-d6e8ffc0c04f) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:05:31.858750 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9579f250-b0ae-4880-b615-d9d2fc3b01c8 req-ab6a0be4-b6f9-4f86-ab72-22df5d807463 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 210 time: 0.0763803 Jun 23 19:05:31.900661 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Pushing event updated for resources: {'Port': ['ID=4d5cf900-850b-4623-b714-6c7a4d82c1a5,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:31.904008 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:31.904487 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:31.970784 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:31.989344 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2800e9-45e0-4be3-a681-89c32b71019c None None] Pushing event updated for resources: {'Port': ['ID=7d79f7fb-79e5-4964-a9f9-e0c077191e49,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:32.021887 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-ed2800e9-45e0-4be3-a681-89c32b71019c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:32.040551 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Attempting to bind port 7d79f7fb-79e5-4964-a9f9-e0c077191e49 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:05:32.040921 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Attempting to bind port 7d79f7fb-79e5-4964-a9f9-e0c077191e49 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': 'e2ed7573-b077-4e61-833b-9d1ca038ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '13147630-f843-4805-b90f-6be722da65af'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:05:32.043083 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Attempting to bind port 7d79f7fb-79e5-4964-a9f9-e0c077191e49 on network 13147630-f843-4805-b90f-6be722da65af {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:32.055113 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:05:32.055800 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Checking segment: {'id': 'e2ed7573-b077-4e61-833b-9d1ca038ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '13147630-f843-4805-b90f-6be722da65af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:32.056555 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.063273 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Bound using segment: {'id': 'e2ed7573-b077-4e61-833b-9d1ca038ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '13147630-f843-4805-b90f-6be722da65af'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:05:32.075552 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Bound port: 7d79f7fb-79e5-4964-a9f9-e0c077191e49, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ed7573-b077-4e61-833b-9d1ca038ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '13147630-f843-4805-b90f-6be722da65af'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:05:32.076251 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.086723 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-32b03aab-f661-4daf-86ee-b4aa49b2fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:32.090325 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-32b03aab-f661-4daf-86ee-b4aa49b2fccd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df588b2890b045ccb1ddbda94138d9ff&device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 1097 time: 0.2938890 Jun 23 19:05:32.174040 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-9523e88f-8089-4968-bfd3-1ce3e562e6dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1313ed4-5af2-4d19-9c6d-20e0f1744b83 HTTP/1.1" status: 200 len: 217 time: 0.0646746 Jun 23 19:05:32.175277 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.201391 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c94d4023-7093-4435-8799-7cfe0e378970 tempest-DeleteServersTestJSON-23427787 tempest-DeleteServersTestJSON-23427787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:32.273060 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e663a4c7-a621-4959-b3ed-304784561838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:32.283136 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] For port 7d79f7fb-79e5-4964-a9f9-e0c077191e49, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:05:32.289480 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] For port 7d79f7fb-79e5-4964-a9f9-e0c077191e49, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=7d79f7fb-79e5-4964-a9f9-e0c077191e49,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:05:32.329557 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:32.340936 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:32.343705 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:05:32.349252 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.349989 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:32.351155 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.365274 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4318d78a-8ac7-4ef2-bc38-8dd2633c1163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:32.367129 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-4318d78a-8ac7-4ef2-bc38-8dd2633c1163 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4a379e4-0bee-4f40-a9c6-23d144257946 HTTP/1.1" status: 200 len: 855 time: 0.1669824 Jun 23 19:05:32.370203 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.377735 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Pushing event updated for resources: {'Port': ['ID=428048f6-4a48-4c34-988b-2cdcb3673ad1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:32.381194 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:32.407789 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.412349 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:32.413403 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-8d8fb053-704b-4b9b-bd2d-e308fea70329 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310416 Jun 23 19:05:32.483406 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2800e9-45e0-4be3-a681-89c32b71019c None None] Pushing event updated for resources: {'Port': ['ID=7d79f7fb-79e5-4964-a9f9-e0c077191e49,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:32.488489 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-ed2800e9-45e0-4be3-a681-89c32b71019c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:32.490753 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Routers {'be3a139b-b55f-4945-b651-db68187f12f2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:32.491392 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:05:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['be3a139b-b55f-4945-b651-db68187f12f2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:32.508305 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8155856 Jun 23 19:05:32.543506 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Request body: {'port': {'device_id': '75ea91d0-6135-4fba-955a-7317b182dee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:32.579335 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-5242c116-a8a0-40dd-84d7-471ee68b5f35 service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585214 Jun 23 19:05:32.579832 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 33410) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:32.593454 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29639213'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.598053 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:32.653332 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f5fd1d0-bfb6-41a4-8547-e6520f60c415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.662301 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] Set router be3a139b-b55f-4945-b651-db68187f12f2 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:32.800985 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f5fd1d0-bfb6-41a4-8547-e6520f60c415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.806517 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d5e781-dfa6-422e-a3e9-6368d043159d {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:05:32.816896 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.848041 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Transition to ACTIVE for port object 16d5e781-dfa6-422e-a3e9-6368d043159d will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:32.853099 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:32.858281 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Pushing event updated for resources: {'Port': ['ID=4e81cca5-eff3-4913-98ba-d6e8ffc0c04f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:32.862730 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:32.864139 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:32.874622 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:05:32.949693 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9f5fd1d0-bfb6-41a4-8547-e6520f60c415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:32.955598 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:33.012646 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:33.020118 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:33.038998 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fd1d0-bfb6-41a4-8547-e6520f60c415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6420dfa-63e1-4eac-af3d-6d6faf1cca08,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:33.043026 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9f5fd1d0-bfb6-41a4-8547-e6520f60c415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:33.043673 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:33.050178 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 4, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port': {'id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:19Z', 'updated_at': '2021-06-23T19:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '7d79f7fb-79e5-4964-a9f9-e0c077191e49', 'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'mac_address': 'fa:16:3e:7c:75:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:22Z', 'updated_at': '2021-06-23T19:05:32Z', 'revision_number': 4, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'subnets': [{'id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:33.090383 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e038b-55eb-4652-a24b-9ece1a1731b7 None None] The sync data for ids ['be3a139b-b55f-4945-b651-db68187f12f2'] in dv-cinder-790492-6-smb is: [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 4, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port': {'id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:19Z', 'updated_at': '2021-06-23T19:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '7d79f7fb-79e5-4964-a9f9-e0c077191e49', 'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'mac_address': 'fa:16:3e:7c:75:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:22Z', 'updated_at': '2021-06-23T19:05:32Z', 'revision_number': 4, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'subnets': [{'id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:05:33.150118 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-9f5fd1d0-bfb6-41a4-8547-e6520f60c415 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0cf728ea94564efe9e0edf39828b775f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5261922 Jun 23 19:05:33.194018 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33422) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:33.208435 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Pushing event updated for resources: {'Port': ['ID=16d5e781-dfa6-422e-a3e9-6368d043159d,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:33.213247 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:33.232006 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb542cf1-6d57-41d3-93d5-d6688a8be1f2 req-ee7eee5c-b3cd-4957-9cfe-e6b38071c3b2 service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866153 Jun 23 19:05:33.234869 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Attempting to bind port 16d5e781-dfa6-422e-a3e9-6368d043159d on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:05:33.235342 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Attempting to bind port 16d5e781-dfa6-422e-a3e9-6368d043159d by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:05:33.235711 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Attempting to bind port 16d5e781-dfa6-422e-a3e9-6368d043159d on network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:33.264347 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Port 16d5e781-dfa6-422e-a3e9-6368d043159d on network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:05:33.264671 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Attempting to bind port 16d5e781-dfa6-422e-a3e9-6368d043159d on network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:33.301493 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:05:33.301821 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Checking segment: {'id': 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:33.302292 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Bound using segment: {'id': 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:05:33.302779 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Bound port: 16d5e781-dfa6-422e-a3e9-6368d043159d, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:05:33.303754 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:33.365341 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f713b666-2f3a-4471-8e37-05837e112694 None None] Network 1844c56b-02b0-4a3f-bf35-ef3cc4d84111 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:05:33.468736 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb4769-f6d2-4f1f-84ee-f623e5ed05ad req-ca550b90-52a5-458a-ab39-334788edeba7 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:33.476566 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fddb4769-f6d2-4f1f-84ee-f623e5ed05ad req-ca550b90-52a5-458a-ab39-334788edeba7 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 944 time: 0.5506794 Jun 23 19:05:33.570239 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51d06a3a-8515-41c6-bdd1-726fae6c4d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:33.571124 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fddb4769-f6d2-4f1f-84ee-f623e5ed05ad req-3b6ad0e5-ef9c-42d5-b993-dda52bacf6f0 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927620 Jun 23 19:05:33.578037 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33428) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:33.594478 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80901ccd-a3d2-4209-9537-b0f9127d1aa8 req-65e62fd7-45b1-419c-8cc2-848f65e01185 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:33.605647 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-80901ccd-a3d2-4209-9537-b0f9127d1aa8 req-65e62fd7-45b1-419c-8cc2-848f65e01185 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 931 time: 0.5451233 Jun 23 19:05:33.651341 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51d06a3a-8515-41c6-bdd1-726fae6c4d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:33.653028 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:33.719121 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] For port 16d5e781-dfa6-422e-a3e9-6368d043159d, host hv-cinder-79049, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:05:33.767982 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-80901ccd-a3d2-4209-9537-b0f9127d1aa8 req-5b4fbe33-e29e-49f7-98ad-f2a5023c2721 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567047 Jun 23 19:05:33.778228 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] For port 16d5e781-dfa6-422e-a3e9-6368d043159d, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=16d5e781-dfa6-422e-a3e9-6368d043159d,segment=NetworkSegment(dbb35b10-e30b-49d6-bb64-8a7b59e9107c),segment_id=dbb35b10-e30b-49d6-bb64-8a7b59e9107c)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:05:33.847117 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:33.851771 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 7d79f7fb-79e5-4964-a9f9-e0c077191e49 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:33.855759 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2c2f9724-b5df-40fa-9c9c-126d3ed43a13 None None] Provisioning for port 4d5cf900-850b-4623-b714-6c7a4d82c1a5 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:33.868302 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:33.870795 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-774d9677-9cf4-4274-b58a-6c8246ef03ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:33.946995 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:33.948100 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:33.949393 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] 10.222.0.77 "PUT /v2.0/ports/16d5e781-dfa6-422e-a3e9-6368d043159d HTTP/1.1" status: 200 len: 1093 time: 2.3419027 Jun 23 19:05:33.955045 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c697cff8-7323-4f03-b081-7abc76fcf0b2', 'tag': '16d5e781-dfa6-422e-a3e9-6368d043159d'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:33.957518 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fcbac34a3f989e7a1382fe2a1fc7386b8fde9f0dc9ad1e1afd8ba582fa7245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cb6bf7-6d6a-444d-9154-86d59dbc999f" -d '{"events": [{"name": "network-changed", "server_uuid": "c697cff8-7323-4f03-b081-7abc76fcf0b2", "tag": "16d5e781-dfa6-422e-a3e9-6368d043159d"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:33.960694 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51d06a3a-8515-41c6-bdd1-726fae6c4d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:33.963960 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-51d06a3a-8515-41c6-bdd1-726fae6c4d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:33.966564 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-51d06a3a-8515-41c6-bdd1-726fae6c4d98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d6420dfa-63e1-4eac-af3d-6d6faf1cca08 HTTP/1.1" status: 204 len: 168 time: 0.7686346 Jun 23 19:05:33.992772 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428048f6-4a48-4c34-988b-2cdcb3673ad1 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:05:34.006657 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.027904 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Pushing event updated for resources: {'Port': ['ID=16d5e781-dfa6-422e-a3e9-6368d043159d,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:34.039507 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:34.042069 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 7d79f7fb-79e5-4964-a9f9-e0c077191e49 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:34.049265 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Transition to ACTIVE for port object 428048f6-4a48-4c34-988b-2cdcb3673ad1 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:34.050191 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 7d79f7fb-79e5-4964-a9f9-e0c077191e49 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:34.052806 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.077662 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3234c159-2a8b-43c8-8e90-8a64cca4a2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:34.081086 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafc604c-274e-47b4-bc9f-4e5634e4b9da x-openstack-request-id: req-eafc604c-274e-47b4-bc9f-4e5634e4b9da {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:34.081433 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c697cff8-7323-4f03-b081-7abc76fcf0b2", "tag": "16d5e781-dfa6-422e-a3e9-6368d043159d", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:34.081667 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eafc604c-274e-47b4-bc9f-4e5634e4b9da {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:34.082081 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c697cff8-7323-4f03-b081-7abc76fcf0b2', 'tag': '16d5e781-dfa6-422e-a3e9-6368d043159d', 'status': 'completed', 'code': 200} Jun 23 19:05:34.128998 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.129157 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d06a3a-8515-41c6-bdd1-726fae6c4d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6420dfa-63e1-4eac-af3d-6d6faf1cca08,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:34.132084 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:34.138733 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-51d06a3a-8515-41c6-bdd1-726fae6c4d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:34.194304 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.213855 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702571'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.237883 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=428048f6-4a48-4c34-988b-2cdcb3673ad1,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:34.251292 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 7d79f7fb-79e5-4964-a9f9-e0c077191e49, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=7d79f7fb-79e5-4964-a9f9-e0c077191e49,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:34.254027 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:34.303010 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Attempting to bind port 428048f6-4a48-4c34-988b-2cdcb3673ad1 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:05:34.306238 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Attempting to bind port 428048f6-4a48-4c34-988b-2cdcb3673ad1 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:05:34.306238 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Attempting to bind port 428048f6-4a48-4c34-988b-2cdcb3673ad1 on network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:34.311477 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Port 428048f6-4a48-4c34-988b-2cdcb3673ad1 on network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:05:34.312279 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Attempting to bind port 428048f6-4a48-4c34-988b-2cdcb3673ad1 on network 9db2ccef-0a00-41e5-bbf4-f5acd5895449 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:34.316030 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.317112 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 4d5cf900-850b-4623-b714-6c7a4d82c1a5 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:34.319483 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-ed2800e9-45e0-4be3-a681-89c32b71019c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:34.330688 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-774d9677-9cf4-4274-b58a-6c8246ef03ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.342512 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:05:34.344106 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Checking segment: {'id': 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:34.344700 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Bound using segment: {'id': 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:05:34.346518 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Bound port: 428048f6-4a48-4c34-988b-2cdcb3673ad1, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:05:34.346518 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.371459 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-91587fe6-88b2-424c-a6dd-44a6c3c635b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:34.373088 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-91587fe6-88b2-424c-a6dd-44a6c3c635b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8983aba05c24e5b9dbfe1a23a772fbb&device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 1096 time: 0.2151301 Jun 23 19:05:34.387736 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-774d9677-9cf4-4274-b58a-6c8246ef03ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.392766 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-49538119-f417-4e2a-ad5d-f528980b16ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:34.448244 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] For port 428048f6-4a48-4c34-988b-2cdcb3673ad1, host hv-cinder-79049, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:05:34.451653 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] For port 428048f6-4a48-4c34-988b-2cdcb3673ad1, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=428048f6-4a48-4c34-988b-2cdcb3673ad1,segment=NetworkSegment(dbb35b10-e30b-49d6-bb64-8a7b59e9107c),segment_id=dbb35b10-e30b-49d6-bb64-8a7b59e9107c)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:05:34.452301 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=7d79f7fb-79e5-4964-a9f9-e0c077191e49,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:34.456156 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:34.477159 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-9edddc2d-95de-4538-b5f3-666827fca189 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16d5e781-dfa6-422e-a3e9-6368d043159d HTTP/1.1" status: 200 len: 217 time: 0.0696216 Jun 23 19:05:34.495863 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-774d9677-9cf4-4274-b58a-6c8246ef03ac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=83618d8a4dfd4ec0bb059d5571aaddc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9134688 Jun 23 19:05:34.497922 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d9677-9cf4-4274-b58a-6c8246ef03ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03070952-7a0b-44b9-a7dc-756ae2ffbb28,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:34.498601 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 33442) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:34.500976 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-774d9677-9cf4-4274-b58a-6c8246ef03ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:34.510337 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 4d5cf900-850b-4623-b714-6c7a4d82c1a5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:34.517438 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 4d5cf900-850b-4623-b714-6c7a4d82c1a5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:34.517990 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.527635 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.534264 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:34.555300 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-bbb97a03-ac37-400d-94ce-9c94d19f49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:34.556797 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-bbb97a03-ac37-400d-94ce-9c94d19f49a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=95e7c8fe-0843-480c-bedc-5dde25c6666d HTTP/1.1" status: 200 len: 859 time: 0.0722528 Jun 23 19:05:34.591468 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:34.592115 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.593519 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] 10.222.0.77 "PUT /v2.0/ports/428048f6-4a48-4c34-988b-2cdcb3673ad1 HTTP/1.1" status: 200 len: 1093 time: 2.0637367 Jun 23 19:05:34.597566 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ea91d0-6135-4fba-955a-7317b182dee5', 'tag': '428048f6-4a48-4c34-988b-2cdcb3673ad1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:34.600201 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0984025-6708-49ec-bf20-ed58e5d9536a" -d '{"events": [{"name": "network-changed", "server_uuid": "75ea91d0-6135-4fba-955a-7317b182dee5", "tag": "428048f6-4a48-4c34-988b-2cdcb3673ad1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:34.624138 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.631361 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-9979ad40-cccd-4d2d-b567-3f4f8c92127a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9db2ccef-0a00-41e5-bbf4-f5acd5895449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640266 Jun 23 19:05:34.632527 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Router 366f361c-bcd0-4b79-ac8e-34159eb472c2 is scheduled to L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:05:34.644239 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=428048f6-4a48-4c34-988b-2cdcb3673ad1,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:34.646964 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1a2f-45f0-4454-98ca-ddc44dcb4cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.668319 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 4d5cf900-850b-4623-b714-6c7a4d82c1a5, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=4d5cf900-850b-4623-b714-6c7a4d82c1a5,segment=NetworkSegment(2dff2028-2e39-4664-ae70-1bbec80eb757),segment_id=2dff2028-2e39-4664-ae70-1bbec80eb757)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:34.671421 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1a2f-45f0-4454-98ca-ddc44dcb4cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.713750 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:34.715185 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff921c8-bf1b-4934-93fc-5ab385c1be4f x-openstack-request-id: req-bff921c8-bf1b-4934-93fc-5ab385c1be4f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:34.715503 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ea91d0-6135-4fba-955a-7317b182dee5", "tag": "428048f6-4a48-4c34-988b-2cdcb3673ad1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:34.715784 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bff921c8-bf1b-4934-93fc-5ab385c1be4f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:34.716230 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ea91d0-6135-4fba-955a-7317b182dee5', 'tag': '428048f6-4a48-4c34-988b-2cdcb3673ad1', 'status': 'completed', 'code': 200} Jun 23 19:05:34.733298 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:34.737201 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-aa740474-663a-4aee-a5bb-9a2895ae43f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:34.799615 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=4d5cf900-850b-4623-b714-6c7a4d82c1a5,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:34.807390 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:35.071210 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:05:35.080169 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Sync routers for ids ['366f361c-bcd0-4b79-ac8e-34159eb472c2'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:05:35.089402 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-63495264-2944-426e-a36e-d6e83153683b service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221790 Jun 23 19:05:35.093450 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1a2f-45f0-4454-98ca-ddc44dcb4cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:35.096018 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1a2f-45f0-4454-98ca-ddc44dcb4cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:35.096138 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Routers {'366f361c-bcd0-4b79-ac8e-34159eb472c2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:35.096655 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:05:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['366f361c-bcd0-4b79-ac8e-34159eb472c2'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:35.097154 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-2b8a1a2f-45f0-4454-98ca-ddc44dcb4cdc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/03070952-7a0b-44b9-a7dc-756ae2ffbb28 HTTP/1.1" status: 204 len: 168 time: 0.5975022 Jun 23 19:05:35.097844 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e3f40dff-726e-49c0-9725-de3472669952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:35.108261 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a1a2f-45f0-4454-98ca-ddc44dcb4cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03070952-7a0b-44b9-a7dc-756ae2ffbb28,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:35.111179 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-2b8a1a2f-45f0-4454-98ca-ddc44dcb4cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:35.191071 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:35.193557 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-69ebb06e-1746-4b81-bc32-e6fdf02189eb admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4327004 Jun 23 19:05:35.196689 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33470) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:35.212203 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0984025-6708-49ec-bf20-ed58e5d9536a req-59738acb-7a1b-4014-883f-a28869750512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:35.214106 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d0984025-6708-49ec-bf20-ed58e5d9536a req-59738acb-7a1b-4014-883f-a28869750512 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8983aba05c24e5b9dbfe1a23a772fbb&device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 1096 time: 0.4595900 Jun 23 19:05:35.229146 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3426612-ebda-4f41-9a38-8820c95f7dc5 req-6a3031ee-b1e1-442b-8dce-5daa1f8c83ed tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:35.236233 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d3426612-ebda-4f41-9a38-8820c95f7dc5 req-6a3031ee-b1e1-442b-8dce-5daa1f8c83ed tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 944 time: 0.4834340 Jun 23 19:05:35.244289 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Set router 366f361c-bcd0-4b79-ac8e-34159eb472c2 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:35.313772 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-65ad3b0d-17d4-43fd-b044-2f1b2c941c89 req-860e4a15-efdb-4bdb-99dc-bac87c5dc124 service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940258 Jun 23 19:05:35.355594 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d3426612-ebda-4f41-9a38-8820c95f7dc5 req-3b042466-d4f4-4ba4-ba7c-4a0fad66f20e tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183968 Jun 23 19:05:35.392872 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4204ad-e4d1-482e-b68c-cc0023ff177b req-a241c26e-16f1-4a34-9b4c-fded91bf706a tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:35.400778 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8e4204ad-e4d1-482e-b68c-cc0023ff177b req-a241c26e-16f1-4a34-9b4c-fded91bf706a tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 943 time: 0.2421594 Jun 23 19:05:35.519583 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'name': 'tempest-TestMinimumBasicScenario-2093273692-router', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:30Z', 'updated_at': '2021-06-23T19:05:33Z', 'revision_number': 3, 'project_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'gw_port': {'id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:31Z', 'updated_at': '2021-06-23T19:05:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:35.527608 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0984025-6708-49ec-bf20-ed58e5d9536a req-85e58eea-7ffb-4cc4-8cd1-815da4fee8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:35.529769 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d0984025-6708-49ec-bf20-ed58e5d9536a req-85e58eea-7ffb-4cc4-8cd1-815da4fee8ef service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=e8983aba05c24e5b9dbfe1a23a772fbb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2904167 Jun 23 19:05:35.560862 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Checking router: 366f361c-bcd0-4b79-ac8e-34159eb472c2 for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:05:35.561483 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Updating router 366f361c-bcd0-4b79-ac8e-34159eb472c2 port 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f binding host dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:05:35.581850 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8e4204ad-e4d1-482e-b68c-cc0023ff177b req-78da3579-3ff7-415e-9551-cadb35d34551 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712337 Jun 23 19:05:35.596714 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 7d79f7fb-79e5-4964-a9f9-e0c077191e49 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:35.610949 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:35.717380 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 7d79f7fb-79e5-4964-a9f9-e0c077191e49 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:35.717912 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:35.780470 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0984025-6708-49ec-bf20-ed58e5d9536a req-f0a6a9b5-930c-4d17-af8a-1416da57d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:35.781945 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d0984025-6708-49ec-bf20-ed58e5d9536a req-f0a6a9b5-930c-4d17-af8a-1416da57d70f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2423189 Jun 23 19:05:35.823922 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:35.827504 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 4d5cf900-850b-4623-b714-6c7a4d82c1a5 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:35.844798 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb6bf7-6d6a-444d-9154-86d59dbc999f req-28e46290-8b90-43b5-b4a0-7dab16dc5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:35.857582 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b5cb6bf7-6d6a-444d-9154-86d59dbc999f req-28e46290-8b90-43b5-b4a0-7dab16dc5568 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8983aba05c24e5b9dbfe1a23a772fbb&device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 1096 time: 0.2134879 Jun 23 19:05:35.913810 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 4d5cf900-850b-4623-b714-6c7a4d82c1a5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:35.914556 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:35.987211 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5a371779-26d2-4fa1-ac1a-6f94b7235ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:35.992896 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-5a371779-26d2-4fa1-ac1a-6f94b7235ad8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8983aba05c24e5b9dbfe1a23a772fbb&device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 1096 time: 0.1170425 Jun 23 19:05:36.040090 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:36.050850 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Transition to ACTIVE for port object 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:36.093731 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-10cb08e4-eddc-4926-9597-d3ccdb73da47 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428048f6-4a48-4c34-988b-2cdcb3673ad1 HTTP/1.1" status: 200 len: 217 time: 0.0843403 Jun 23 19:05:36.122451 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb6bf7-6d6a-444d-9154-86d59dbc999f req-590792d6-6584-4bb1-ae42-1f3bbd0643fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:36.124601 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b5cb6bf7-6d6a-444d-9154-86d59dbc999f req-590792d6-6584-4bb1-ae42-1f3bbd0643fa service neutron] 10.222.0.77 "GET /v2.0/networks?id=9db2ccef-0a00-41e5-bbf4-f5acd5895449 HTTP/1.1" status: 200 len: 920 time: 0.2549706 Jun 23 19:05:36.162278 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:36.166461 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:36.181223 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-eb4bb87b-5888-4d21-b314-a9c55f72c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:36.184168 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-eb4bb87b-5888-4d21-b314-a9c55f72c474 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=95e7c8fe-0843-480c-bedc-5dde25c6666d HTTP/1.1" status: 200 len: 859 time: 0.0760012 Jun 23 19:05:36.229092 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b5cb6bf7-6d6a-444d-9154-86d59dbc999f req-7212eb99-c3e5-4b8a-b3ee-5d7d4bcc5fec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16d5e781-dfa6-422e-a3e9-6368d043159d HTTP/1.1" status: 200 len: 217 time: 0.0945487 Jun 23 19:05:36.231862 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Attempting to bind port 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:05:36.232241 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Attempting to bind port 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:05:36.232796 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Attempting to bind port 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f on network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:36.234741 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-569b7062-2f28-43a5-b974-89f6159afd1e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9db2ccef-0a00-41e5-bbf4-f5acd5895449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365233 Jun 23 19:05:36.235681 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba7a47-5b0e-41d0-bcb7-f02c667f1db7 None None] Pushing event updated for resources: {'Port': ['ID=4e81cca5-eff3-4913-98ba-d6e8ffc0c04f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:36.240579 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-5cba7a47-5b0e-41d0-bcb7-f02c667f1db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:36.241483 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:05:36.241861 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Checking segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:36.246997 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:36.246997 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Bound using segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:05:36.246997 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Bound port: 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:05:36.246997 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:36.247771 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Allocated IP 172.20.0.1 (1844c56b-02b0-4a3f-bf35-ef3cc4d84111/2ea701a8-c83f-4145-b922-536eec47de43/2bf87569-a197-44f2-95de-d91823a328a9) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:05:36.298844 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] For port 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:05:36.301341 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:05:36.312897 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] For port 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=4e81cca5-eff3-4913-98ba-d6e8ffc0c04f,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:05:36.370273 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb6bf7-6d6a-444d-9154-86d59dbc999f req-09eca9a5-9581-4e55-8b08-7a7bddec40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:36.371824 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b5cb6bf7-6d6a-444d-9154-86d59dbc999f req-09eca9a5-9581-4e55-8b08-7a7bddec40ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=95e7c8fe-0843-480c-bedc-5dde25c6666d HTTP/1.1" status: 200 len: 859 time: 0.0669601 Jun 23 19:05:36.385196 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:36.388716 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:36.416778 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b5cb6bf7-6d6a-444d-9154-86d59dbc999f req-776a2279-617e-4691-8947-cfb8d362f744 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9db2ccef-0a00-41e5-bbf4-f5acd5895449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375502 Jun 23 19:05:36.419712 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:36.444078 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-0c709e4a-f0b1-46a6-a6db-4a0ab5e6b7a9 service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495464 Jun 23 19:05:36.457346 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Transition to ACTIVE for port object 2bf87569-a197-44f2-95de-d91823a328a9 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:36.467477 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba7a47-5b0e-41d0-bcb7-f02c667f1db7 None None] Pushing event updated for resources: {'Port': ['ID=4e81cca5-eff3-4913-98ba-d6e8ffc0c04f,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:36.478500 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-5cba7a47-5b0e-41d0-bcb7-f02c667f1db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:36.525065 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Routers {'366f361c-bcd0-4b79-ac8e-34159eb472c2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:36.527333 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:05:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['366f361c-bcd0-4b79-ac8e-34159eb472c2'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:36.561963 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b5cb6bf7-6d6a-444d-9154-86d59dbc999f req-09af4a87-c538-4fd1-af04-089c3b2dd5eb service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351678 Jun 23 19:05:36.603434 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8eb77397-1371-4bfe-a7c2-be7b3782cea5 req-eac3c47a-94bf-4dd7-80f5-87f520a3e3a5 service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546340 Jun 23 19:05:36.662304 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606bb27-8f78-49b1-81ca-f9ea7cf41896 req-8f5e45e2-b9e3-4df2-96a4-15610c442dd3 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:36.672069 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f606bb27-8f78-49b1-81ca-f9ea7cf41896 req-8f5e45e2-b9e3-4df2-96a4-15610c442dd3 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 944 time: 0.1395471 Jun 23 19:05:36.712185 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29639213'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:36.713674 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] Set router 366f361c-bcd0-4b79-ac8e-34159eb472c2 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:36.733091 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f606bb27-8f78-49b1-81ca-f9ea7cf41896 req-4e34f534-2371-4ae3-9a39-e33d678d5931 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586271 Jun 23 19:05:36.742940 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c07373e5-c642-499c-bcb3-43f98b4ab0a5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:36.863906 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Network 1844c56b-02b0-4a3f-bf35-ef3cc4d84111 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:36.873278 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:36.880269 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Pushing event updated for resources: {'Port': ['ID=2bf87569-a197-44f2-95de-d91823a328a9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:36.885248 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:05:36.887727 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:36.893446 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b5cb6bf7-6d6a-444d-9154-86d59dbc999f req-2f2f1276-66a3-4735-abdf-1014f4507577 service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203785 Jun 23 19:05:36.919637 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660adec9-748a-4958-8b91-963d3de72d92 req-01e3eb04-70aa-404c-bc95-b709ee805aaa tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:36.921835 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-660adec9-748a-4958-8b91-963d3de72d92 req-01e3eb04-70aa-404c-bc95-b709ee805aaa tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 943 time: 0.1616361 Jun 23 19:05:36.954170 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-712299'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:37.003137 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-660adec9-748a-4958-8b91-963d3de72d92 req-481736da-e9d7-400a-9815-4c0fd5d51542 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715439 Jun 23 19:05:37.114576 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device d1313ed4-5af2-4d19-9c6d-20e0f1744b83 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:05:37.195781 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'name': 'tempest-TestMinimumBasicScenario-2093273692-router', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:30Z', 'updated_at': '2021-06-23T19:05:33Z', 'revision_number': 3, 'project_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'gw_port': {'id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:31Z', 'updated_at': '2021-06-23T19:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:37.221558 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:37.270269 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7169fc-a376-458c-997e-490fb3552a96 None None] The sync data for ids ['366f361c-bcd0-4b79-ac8e-34159eb472c2'] in dv-cinder-790492-6-smb is: [{'id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'name': 'tempest-TestMinimumBasicScenario-2093273692-router', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:30Z', 'updated_at': '2021-06-23T19:05:33Z', 'revision_number': 3, 'project_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'gw_port': {'id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:31Z', 'updated_at': '2021-06-23T19:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:05:37.319515 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port d1313ed4-5af2-4d19-9c6d-20e0f1744b83, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d1313ed4-5af2-4d19-9c6d-20e0f1744b83,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:37.353518 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': 'd1313ed4-5af2-4d19-9c6d-20e0f1744b83', 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638', 'port_id': 'd1313ed4-5af2-4d19-9c6d-20e0f1744b83', 'mac_address': 'fa:16:3e:49:59:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a379e4-0bee-4f40-a9c6-23d144257946', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:05:37.359368 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2fa1dc16-c897-44f1-801c-e5b1ee880bf6 None None] Provisioning for port 2bf87569-a197-44f2-95de-d91823a328a9 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:37.364772 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2fa1dc16-c897-44f1-801c-e5b1ee880bf6 None None] Provisioning complete for port 2bf87569-a197-44f2-95de-d91823a328a9 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:37.366309 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa1dc16-c897-44f1-801c-e5b1ee880bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:37.449570 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2fa1dc16-c897-44f1-801c-e5b1ee880bf6 None None] Port 2bf87569-a197-44f2-95de-d91823a328a9 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:05:37.453616 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:37.456292 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:37.471048 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1313ed4-5af2-4d19-9c6d-20e0f1744b83 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:05:37.492745 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port d1313ed4-5af2-4d19-9c6d-20e0f1744b83, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d1313ed4-5af2-4d19-9c6d-20e0f1744b83,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:37.522347 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:37.525215 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:37.606604 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Pushing event updated for resources: {'Port': ['ID=2bf87569-a197-44f2-95de-d91823a328a9,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:37.620311 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:37.620559 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712327'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:37.620782 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:37.620979 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:37.675647 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=d1313ed4-5af2-4d19-9c6d-20e0f1744b83,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:37.678105 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:37.947772 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Network 1844c56b-02b0-4a3f-bf35-ef3cc4d84111 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:37.949697 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:37.956877 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bb06e-fb52-493d-9d4f-fdc5d0c52af8 req-254d62de-6621-40e0-bd13-38b03ad2e5c8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:37.964967 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-155bb06e-fb52-493d-9d4f-fdc5d0c52af8 req-254d62de-6621-40e0-bd13-38b03ad2e5c8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 945 time: 0.0827734 Jun 23 19:05:38.059989 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['d1313ed4-5af2-4d19-9c6d-20e0f1744b83'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:05:38.066427 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-155bb06e-fb52-493d-9d4f-fdc5d0c52af8 req-808ad484-e124-406b-804b-78d713871f37 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001616 Jun 23 19:05:38.143806 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Router 366f361c-bcd0-4b79-ac8e-34159eb472c2 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:05:38.319927 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c44b6a41-b36b-48da-abb1-04ef625a1c92 None None] Provisioning complete for port 2bf87569-a197-44f2-95de-d91823a328a9 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:38.320929 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c44b6a41-b36b-48da-abb1-04ef625a1c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:38.354063 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac8af-a622-4721-ace8-ad0dda935676 req-ca707533-0327-4471-a861-6afbe3e6fed2 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:38.357786 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0daac8af-a622-4721-ace8-ad0dda935676 req-ca707533-0327-4471-a861-6afbe3e6fed2 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 943 time: 0.0844738 Jun 23 19:05:38.370732 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c44b6a41-b36b-48da-abb1-04ef625a1c92 None None] Port 2bf87569-a197-44f2-95de-d91823a328a9 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:05:38.388553 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:05:38.394307 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] 10.222.0.67 "PUT /v2.0/routers/366f361c-bcd0-4b79-ac8e-34159eb472c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1964545 Jun 23 19:05:38.405640 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0daac8af-a622-4721-ace8-ad0dda935676 req-f058212e-eb8f-4168-8ada-4c5588f32771 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Jun 23 19:05:39.110547 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 428048f6-4a48-4c34-988b-2cdcb3673ad1 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:05:39.220822 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 428048f6-4a48-4c34-988b-2cdcb3673ad1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=428048f6-4a48-4c34-988b-2cdcb3673ad1,segment=NetworkSegment(dbb35b10-e30b-49d6-bb64-8a7b59e9107c),segment_id=dbb35b10-e30b-49d6-bb64-8a7b59e9107c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:39.235633 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '428048f6-4a48-4c34-988b-2cdcb3673ad1', 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449', 'port_id': '428048f6-4a48-4c34-988b-2cdcb3673ad1', 'mac_address': 'fa:16:3e:a0:60:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e7c8fe-0843-480c-bedc-5dde25c6666d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:05:39.299524 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:39.321847 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428048f6-4a48-4c34-988b-2cdcb3673ad1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:05:39.324288 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf0037-4f67-43e3-932c-e21f56bca2e8 req-78156b4d-fe28-4d94-ab8c-e51dba41304a tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:39.334386 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6acf0037-4f67-43e3-932c-e21f56bca2e8 req-78156b4d-fe28-4d94-ab8c-e51dba41304a tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 945 time: 0.1156068 Jun 23 19:05:39.345549 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 428048f6-4a48-4c34-988b-2cdcb3673ad1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=428048f6-4a48-4c34-988b-2cdcb3673ad1,segment=NetworkSegment(dbb35b10-e30b-49d6-bb64-8a7b59e9107c),segment_id=dbb35b10-e30b-49d6-bb64-8a7b59e9107c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:39.393589 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6acf0037-4f67-43e3-932c-e21f56bca2e8 req-39c9ce62-4058-4739-971a-be1ab794922e tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547893 Jun 23 19:05:39.407567 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Sync routers for ids ['366f361c-bcd0-4b79-ac8e-34159eb472c2'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:05:39.431371 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Routers {'366f361c-bcd0-4b79-ac8e-34159eb472c2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:39.431371 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:05:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['366f361c-bcd0-4b79-ac8e-34159eb472c2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:39.476377 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:39.477389 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 16d5e781-dfa6-422e-a3e9-6368d043159d details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:05:39.491954 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:39.596546 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:39.686022 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 16d5e781-dfa6-422e-a3e9-6368d043159d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=16d5e781-dfa6-422e-a3e9-6368d043159d,segment=NetworkSegment(dbb35b10-e30b-49d6-bb64-8a7b59e9107c),segment_id=dbb35b10-e30b-49d6-bb64-8a7b59e9107c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:39.697804 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414834d-921b-46a3-8c6d-1e563d5e8079 req-f5adf9f9-3d33-424a-a333-613bc8499d71 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:39.699338 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f414834d-921b-46a3-8c6d-1e563d5e8079 req-f5adf9f9-3d33-424a-a333-613bc8499d71 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 944 time: 0.0779729 Jun 23 19:05:39.720993 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '16d5e781-dfa6-422e-a3e9-6368d043159d', 'network_id': '9db2ccef-0a00-41e5-bbf4-f5acd5895449', 'port_id': '16d5e781-dfa6-422e-a3e9-6368d043159d', 'mac_address': 'fa:16:3e:2d:fb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e7c8fe-0843-480c-bedc-5dde25c6666d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:05:39.726822 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=428048f6-4a48-4c34-988b-2cdcb3673ad1,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:39.736046 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:39.750135 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Set router 366f361c-bcd0-4b79-ac8e-34159eb472c2 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:39.768488 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f414834d-921b-46a3-8c6d-1e563d5e8079 req-e0bbd620-618b-4e29-b223-0272f038378a tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608575 Jun 23 19:05:39.867066 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:39.917426 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d5e781-dfa6-422e-a3e9-6368d043159d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:05:39.994981 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 16d5e781-dfa6-422e-a3e9-6368d043159d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=16d5e781-dfa6-422e-a3e9-6368d043159d,segment=NetworkSegment(dbb35b10-e30b-49d6-bb64-8a7b59e9107c),segment_id=dbb35b10-e30b-49d6-bb64-8a7b59e9107c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:40.089747 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'name': 'tempest-TestMinimumBasicScenario-2093273692-router', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:30Z', 'updated_at': '2021-06-23T19:05:37Z', 'revision_number': 4, 'project_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'gw_port': {'id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:31Z', 'updated_at': '2021-06-23T19:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '2bf87569-a197-44f2-95de-d91823a328a9', 'name': '', 'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'mac_address': 'fa:16:3e:a5:f7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '2ea701a8-c83f-4145-b922-536eec47de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:35Z', 'updated_at': '2021-06-23T19:05:37Z', 'revision_number': 2, 'project_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'subnets': [{'id': '2ea701a8-c83f-4145-b922-536eec47de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:40.118817 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:40.120910 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:40.122845 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Checking router: 366f361c-bcd0-4b79-ac8e-34159eb472c2 for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:05:40.123265 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Updating router 366f361c-bcd0-4b79-ac8e-34159eb472c2 port 2bf87569-a197-44f2-95de-d91823a328a9 binding host dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:05:40.126564 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:40.169609 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:40.169995 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:40.227120 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:40.246684 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=16d5e781-dfa6-422e-a3e9-6368d043159d,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:40.252770 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:40.517099 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:40.517099 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=4e81cca5-eff3-4913-98ba-d6e8ffc0c04f,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:40.613864 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['428048f6-4a48-4c34-988b-2cdcb3673ad1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:05:40.620527 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6bc7b-3b81-445d-89e4-38989ea8e51f req-c113256b-54ae-440b-b06c-7c36dac64d49 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:40.628525 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-07f6bc7b-3b81-445d-89e4-38989ea8e51f req-c113256b-54ae-440b-b06c-7c36dac64d49 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 945 time: 0.0877416 Jun 23 19:05:40.630079 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['16d5e781-dfa6-422e-a3e9-6368d043159d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:05:40.679710 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-07f6bc7b-3b81-445d-89e4-38989ea8e51f req-d306ef23-de3a-4420-8f61-7f4dfa331b35 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498762 Jun 23 19:05:40.814645 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:40.829591 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-ed2800e9-45e0-4be3-a681-89c32b71019c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:41.044775 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=4e81cca5-eff3-4913-98ba-d6e8ffc0c04f,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:41.053567 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:41.060268 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:41.067252 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a648c1-643c-4883-8a96-696fb1c56a56 req-6bf40417-587a-4e72-a3db-2cd530902578 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:41.076340 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e0a648c1-643c-4883-8a96-696fb1c56a56 req-6bf40417-587a-4e72-a3db-2cd530902578 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 944 time: 0.1267672 Jun 23 19:05:41.111772 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Transition to ACTIVE for port object 2bf87569-a197-44f2-95de-d91823a328a9 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:41.129282 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device d1313ed4-5af2-4d19-9c6d-20e0f1744b83 up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:41.135153 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e0a648c1-643c-4883-8a96-696fb1c56a56 req-1a71f3ad-3b22-45f6-9115-d199583b6ce8 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582206 Jun 23 19:05:41.230588 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:41.257201 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:41.431831 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32e31c-029c-4fef-b253-612b67f912cf None None] Pushing event updated for resources: {'Port': ['ID=2bf87569-a197-44f2-95de-d91823a328a9,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:41.437177 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-ad32e31c-029c-4fef-b253-612b67f912cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:41.515791 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:41.616442 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Attempting to bind port 2bf87569-a197-44f2-95de-d91823a328a9 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:05:41.617143 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Attempting to bind port 2bf87569-a197-44f2-95de-d91823a328a9 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '2dff2028-2e39-4664-ae70-1bbec80eb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:05:41.617271 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Attempting to bind port 2bf87569-a197-44f2-95de-d91823a328a9 on network 1844c56b-02b0-4a3f-bf35-ef3cc4d84111 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:05:41.636604 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:05:41.636910 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Checking segment: {'id': '2dff2028-2e39-4664-ae70-1bbec80eb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:41.637347 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:41.637737 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Bound using segment: {'id': '2dff2028-2e39-4664-ae70-1bbec80eb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:05:41.638240 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Bound port: 2bf87569-a197-44f2-95de-d91823a328a9, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dff2028-2e39-4664-ae70-1bbec80eb757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:05:41.638610 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:41.651608 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port d1313ed4-5af2-4d19-9c6d-20e0f1744b83 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:41.662569 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port d1313ed4-5af2-4d19-9c6d-20e0f1744b83 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:41.662945 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:41.765295 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:41.765628 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:41.939312 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] For port 2bf87569-a197-44f2-95de-d91823a328a9, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:05:41.958062 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efc78f-e037-401f-8295-5362ceb419e2 req-d09e3b98-6733-4960-aee3-e1fe680fe7b1 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:41.959648 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5efc78f-e037-401f-8295-5362ceb419e2 req-d09e3b98-6733-4960-aee3-e1fe680fe7b1 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 945 time: 0.1357648 Jun 23 19:05:41.996123 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] For port 2bf87569-a197-44f2-95de-d91823a328a9, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=2bf87569-a197-44f2-95de-d91823a328a9,segment=NetworkSegment(2dff2028-2e39-4664-ae70-1bbec80eb757),segment_id=2dff2028-2e39-4664-ae70-1bbec80eb757)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:05:42.033157 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.033343 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33650) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:42.053313 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5efc78f-e037-401f-8295-5362ceb419e2 req-97fd0a11-a357-43ca-81b2-a58a2da1fde7 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839357 Jun 23 19:05:42.078478 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62993f90-02b6-461b-959b-e65d300c31f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1313ed4-5af2-4d19-9c6d-20e0f1744b83'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:42.081112 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966a3635-6f52-4001-8ae5-427579ec63e3" -d '{"events": [{"server_uuid": "62993f90-02b6-461b-959b-e65d300c31f6", "name": "network-vif-plugged", "status": "completed", "tag": "d1313ed4-5af2-4d19-9c6d-20e0f1744b83"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:42.106528 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port d1313ed4-5af2-4d19-9c6d-20e0f1744b83, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d1313ed4-5af2-4d19-9c6d-20e0f1744b83,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:42.134232 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b575cd2e-867d-424a-8b51-f6519ca9bf7f x-openstack-request-id: req-b575cd2e-867d-424a-8b51-f6519ca9bf7f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:42.134539 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62993f90-02b6-461b-959b-e65d300c31f6", "name": "network-vif-plugged", "status": "completed", "tag": "d1313ed4-5af2-4d19-9c6d-20e0f1744b83", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:42.134794 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b575cd2e-867d-424a-8b51-f6519ca9bf7f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:42.135190 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62993f90-02b6-461b-959b-e65d300c31f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1313ed4-5af2-4d19-9c6d-20e0f1744b83', 'code': 200} Jun 23 19:05:42.148966 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.155095 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:42.186074 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78039581-5ce1-46e4-b6b5-f5544ccf6dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.243679 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32e31c-029c-4fef-b253-612b67f912cf None None] Pushing event updated for resources: {'Port': ['ID=2bf87569-a197-44f2-95de-d91823a328a9,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:42.247594 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-ad32e31c-029c-4fef-b253-612b67f912cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:42.250697 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.254257 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:42.330033 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78039581-5ce1-46e4-b6b5-f5544ccf6dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.370101 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=d1313ed4-5af2-4d19-9c6d-20e0f1744b83,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:42.374436 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:42.383773 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Routers {'366f361c-bcd0-4b79-ac8e-34159eb472c2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:05:42.386148 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:05:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['366f361c-bcd0-4b79-ac8e-34159eb472c2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:42.493914 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-78039581-5ce1-46e4-b6b5-f5544ccf6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.557084 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] Set router 366f361c-bcd0-4b79-ac8e-34159eb472c2 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:05:42.567204 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:42.592602 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310730d-62d5-4bc2-8828-f2ec3057af31 req-f82f0534-69ca-4f4f-bbc2-3c82902c3894 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:42.600990 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3310730d-62d5-4bc2-8828-f2ec3057af31 req-f82f0534-69ca-4f4f-bbc2-3c82902c3894 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 944 time: 0.1802421 Jun 23 19:05:42.636888 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-78039581-5ce1-46e4-b6b5-f5544ccf6dcf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb03e45beb0b4b13b73902e92877b369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6001148 Jun 23 19:05:42.644684 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 33668) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:42.654343 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78039581-5ce1-46e4-b6b5-f5544ccf6dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c8da84-59ea-4ec7-a5fd-1eabbe59a714,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:42.661559 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-78039581-5ce1-46e4-b6b5-f5544ccf6dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:42.707353 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3310730d-62d5-4bc2-8828-f2ec3057af31 req-f7dbf2e7-82c4-4af1-9b8f-6f4785d6e530 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983517 Jun 23 19:05:42.731937 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-def1f2c1-3737-43fa-8ebb-bc8b05ee484a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.756979 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-def1f2c1-3737-43fa-8ebb-bc8b05ee484a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.873474 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612b00b-02ac-4106-92d9-e748dd4a627b req-83de841c-c0cd-467c-bf70-28d8c72dcdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:42.873474 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-0612b00b-02ac-4106-92d9-e748dd4a627b req-83de841c-c0cd-467c-bf70-28d8c72dcdd0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 1099 time: 0.0758545 Jun 23 19:05:42.882108 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'name': 'tempest-TestMinimumBasicScenario-2093273692-router', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:30Z', 'updated_at': '2021-06-23T19:05:37Z', 'revision_number': 4, 'project_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'gw_port': {'id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:31Z', 'updated_at': '2021-06-23T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '2bf87569-a197-44f2-95de-d91823a328a9', 'name': '', 'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'mac_address': 'fa:16:3e:a5:f7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '2ea701a8-c83f-4145-b922-536eec47de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:35Z', 'updated_at': '2021-06-23T19:05:41Z', 'revision_number': 4, 'project_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'subnets': [{'id': '2ea701a8-c83f-4145-b922-536eec47de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:05:42.913728 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7b4f1-614c-4f81-9997-60b2172b13e7 None None] The sync data for ids ['366f361c-bcd0-4b79-ac8e-34159eb472c2'] in dv-cinder-790492-6-smb is: [{'id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'name': 'tempest-TestMinimumBasicScenario-2093273692-router', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:30Z', 'updated_at': '2021-06-23T19:05:37Z', 'revision_number': 4, 'project_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'gw_port': {'id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:31Z', 'updated_at': '2021-06-23T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '2bf87569-a197-44f2-95de-d91823a328a9', 'name': '', 'network_id': '1844c56b-02b0-4a3f-bf35-ef3cc4d84111', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'mac_address': 'fa:16:3e:a5:f7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '2ea701a8-c83f-4145-b922-536eec47de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:35Z', 'updated_at': '2021-06-23T19:05:41Z', 'revision_number': 4, 'project_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'subnets': [{'id': '2ea701a8-c83f-4145-b922-536eec47de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:05:42.933779 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-def1f2c1-3737-43fa-8ebb-bc8b05ee484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.937571 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-def1f2c1-3737-43fa-8ebb-bc8b05ee484a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:42.939243 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-def1f2c1-3737-43fa-8ebb-bc8b05ee484a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/50c8da84-59ea-4ec7-a5fd-1eabbe59a714 HTTP/1.1" status: 204 len: 168 time: 0.2931664 Jun 23 19:05:42.940686 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-7d4eba9d-0845-404e-be17-0b4908f77016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:42.958234 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1f2c1-3737-43fa-8ebb-bc8b05ee484a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c8da84-59ea-4ec7-a5fd-1eabbe59a714,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:42.969826 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-def1f2c1-3737-43fa-8ebb-bc8b05ee484a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:42.988618 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-0612b00b-02ac-4106-92d9-e748dd4a627b req-80d7897e-043f-4c51-b7ad-3e7e6bec6b8b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900695 Jun 23 19:05:43.028876 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 33676) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:43.127444 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 428048f6-4a48-4c34-988b-2cdcb3673ad1 up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:43.366257 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce09d20f-e081-4ef8-902f-31776832cfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:43.443186 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port 428048f6-4a48-4c34-988b-2cdcb3673ad1 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:43.449888 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3debd-fd62-49d8-aa25-1d180f611174 req-62b78967-f469-4ad2-83b2-bad0d5960bfe tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:43.455738 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 428048f6-4a48-4c34-988b-2cdcb3673ad1 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:43.456359 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:43.460652 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-dfe3debd-fd62-49d8-aa25-1d180f611174 req-62b78967-f469-4ad2-83b2-bad0d5960bfe tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 946 time: 0.2181351 Jun 23 19:05:43.552524 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-dfe3debd-fd62-49d8-aa25-1d180f611174 req-18d27b5d-8080-4307-9789-c630dc23b2a2 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909028 Jun 23 19:05:43.569427 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 2bf87569-a197-44f2-95de-d91823a328a9 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:43.659445 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce09d20f-e081-4ef8-902f-31776832cfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:43.736609 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:43.780765 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 2bf87569-a197-44f2-95de-d91823a328a9 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:43.780765 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 2bf87569-a197-44f2-95de-d91823a328a9 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:43.780765 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:43.836454 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce09d20f-e081-4ef8-902f-31776832cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:43.841132 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:43.855747 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 428048f6-4a48-4c34-988b-2cdcb3673ad1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=428048f6-4a48-4c34-988b-2cdcb3673ad1,segment=NetworkSegment(dbb35b10-e30b-49d6-bb64-8a7b59e9107c),segment_id=dbb35b10-e30b-49d6-bb64-8a7b59e9107c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:43.929257 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09d20f-e081-4ef8-902f-31776832cfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce82e15-84b1-4932-948e-d182b2d31798,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:43.964247 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-ce09d20f-e081-4ef8-902f-31776832cfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:43.966095 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:43.967791 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 16d5e781-dfa6-422e-a3e9-6368d043159d up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:43.972424 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:43.995372 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33704) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:43.996029 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-ce09d20f-e081-4ef8-902f-31776832cfd8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=340e208577d9430e830d257e5e8cbe51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9652812 Jun 23 19:05:44.110013 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=428048f6-4a48-4c34-988b-2cdcb3673ad1,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:44.113974 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:44.119930 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0aa3f832-1245-4646-8cb5-eeaefd4096fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:44.130449 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:44.136769 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ea91d0-6135-4fba-955a-7317b182dee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428048f6-4a48-4c34-988b-2cdcb3673ad1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:44.139196 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c2af05-4414-4754-9b3d-d8004221900e" -d '{"events": [{"server_uuid": "75ea91d0-6135-4fba-955a-7317b182dee5", "name": "network-vif-plugged", "status": "completed", "tag": "428048f6-4a48-4c34-988b-2cdcb3673ad1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:44.176828 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0aa3f832-1245-4646-8cb5-eeaefd4096fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:44.185458 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230de4ff-fb3e-41af-b25b-657f8df06a32 req-51b099a9-d017-40ba-b944-a8a07e9096bd tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:44.196797 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-230de4ff-fb3e-41af-b25b-657f8df06a32 req-51b099a9-d017-40ba-b944-a8a07e9096bd tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1594193 Jun 23 19:05:44.210012 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8929487c-1972-4d21-99ee-308b440066cc x-openstack-request-id: req-8929487c-1972-4d21-99ee-308b440066cc {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:44.210310 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ea91d0-6135-4fba-955a-7317b182dee5", "name": "network-vif-plugged", "status": "completed", "tag": "428048f6-4a48-4c34-988b-2cdcb3673ad1", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:44.210649 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8929487c-1972-4d21-99ee-308b440066cc {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:44.211020 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ea91d0-6135-4fba-955a-7317b182dee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428048f6-4a48-4c34-988b-2cdcb3673ad1', 'code': 200} Jun 23 19:05:44.220282 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 2bf87569-a197-44f2-95de-d91823a328a9, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=2bf87569-a197-44f2-95de-d91823a328a9,segment=NetworkSegment(2dff2028-2e39-4664-ae70-1bbec80eb757),segment_id=2dff2028-2e39-4664-ae70-1bbec80eb757)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:44.263049 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port 16d5e781-dfa6-422e-a3e9-6368d043159d completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:05:44.279340 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 16d5e781-dfa6-422e-a3e9-6368d043159d triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:44.279340 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:44.281422 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-230de4ff-fb3e-41af-b25b-657f8df06a32 req-7adb0331-2c5d-4d72-af34-2b92e72d5764 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837388 Jun 23 19:05:44.343143 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:44.356036 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:44.444822 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:44.461369 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=2bf87569-a197-44f2-95de-d91823a328a9,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:44.474060 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:44.497289 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 16d5e781-dfa6-422e-a3e9-6368d043159d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=16d5e781-dfa6-422e-a3e9-6368d043159d,segment=NetworkSegment(dbb35b10-e30b-49d6-bb64-8a7b59e9107c),segment_id=dbb35b10-e30b-49d6-bb64-8a7b59e9107c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:05:44.533053 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0aa3f832-1245-4646-8cb5-eeaefd4096fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:44.536434 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0aa3f832-1245-4646-8cb5-eeaefd4096fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:44.538298 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-0aa3f832-1245-4646-8cb5-eeaefd4096fd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3ce82e15-84b1-4932-948e-d182b2d31798 HTTP/1.1" status: 204 len: 168 time: 0.5416281 Jun 23 19:05:44.539268 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d086addf-0bb7-4ac0-a507-61b2b80e94e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:44.549262 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3f832-1245-4646-8cb5-eeaefd4096fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce82e15-84b1-4932-948e-d182b2d31798,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:44.555412 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-0aa3f832-1245-4646-8cb5-eeaefd4096fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:44.562002 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:44.564300 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:44.699129 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=16d5e781-dfa6-422e-a3e9-6368d043159d,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:44.711546 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:44.867102 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619c8cd-0160-45c1-8afc-837eff5fcb08 req-d38abbbc-03c6-4ab0-89d8-f9f58b97b2c8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:44.869245 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6619c8cd-0160-45c1-8afc-837eff5fcb08 req-d38abbbc-03c6-4ab0-89d8-f9f58b97b2c8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 946 time: 0.1022429 Jun 23 19:05:45.004773 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6619c8cd-0160-45c1-8afc-837eff5fcb08 req-96164921-8d3b-4e35-95f3-b94488f64c49 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287627 Jun 23 19:05:45.043252 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f5ad6-1976-4a36-be59-73caa7e6118c req-01c146bc-2c67-45e4-8f07-12baf4ca9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:45.044845 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a92f5ad6-1976-4a36-be59-73caa7e6118c req-01c146bc-2c67-45e4-8f07-12baf4ca9ba3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 1098 time: 0.1199780 Jun 23 19:05:45.139912 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a92f5ad6-1976-4a36-be59-73caa7e6118c req-a1d5c86b-eb2e-403f-bdc7-655d3af050b5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750501 Jun 23 19:05:45.533990 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 2bf87569-a197-44f2-95de-d91823a328a9 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:05:45.607449 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f3673-ae74-44ba-9e2b-e99b8bc71461 req-5cd530c9-77f4-4f6d-b5d5-467fa08c60ad tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:45.609436 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5a7f3673-ae74-44ba-9e2b-e99b8bc71461 req-5cd530c9-77f4-4f6d-b5d5-467fa08c60ad tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1135690 Jun 23 19:05:45.708066 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5a7f3673-ae74-44ba-9e2b-e99b8bc71461 req-43737cde-34ec-4669-8b41-ddc3d55ecd47 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859616 Jun 23 19:05:45.804094 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 2bf87569-a197-44f2-95de-d91823a328a9 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:05:45.809832 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:46.212270 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c697cff8-7323-4f03-b081-7abc76fcf0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d5e781-dfa6-422e-a3e9-6368d043159d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:05:46.215758 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6245d855-350a-453c-bf6c-c8dd4abdb977" -d '{"events": [{"server_uuid": "c697cff8-7323-4f03-b081-7abc76fcf0b2", "name": "network-vif-plugged", "status": "completed", "tag": "16d5e781-dfa6-422e-a3e9-6368d043159d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:05:46.223637 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c25a1b-1c53-4cd3-9a38-d93081c6581d req-152f1e66-46b3-4cf7-8011-b00bcf39baf9 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:46.226304 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-83c25a1b-1c53-4cd3-9a38-d93081c6581d req-152f1e66-46b3-4cf7-8011-b00bcf39baf9 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 946 time: 0.0984657 Jun 23 19:05:46.311897 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-83c25a1b-1c53-4cd3-9a38-d93081c6581d req-a8a25b2e-1425-40f0-919e-2b99c136c649 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695877 Jun 23 19:05:46.371502 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c58aa47-6baf-4f60-be28-e1d0c3b1ebab x-openstack-request-id: req-8c58aa47-6baf-4f60-be28-e1d0c3b1ebab {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:05:46.372047 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c697cff8-7323-4f03-b081-7abc76fcf0b2", "name": "network-vif-plugged", "status": "completed", "tag": "16d5e781-dfa6-422e-a3e9-6368d043159d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:05:46.372569 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8c58aa47-6baf-4f60-be28-e1d0c3b1ebab {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:05:46.373378 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c697cff8-7323-4f03-b081-7abc76fcf0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d5e781-dfa6-422e-a3e9-6368d043159d', 'code': 200} Jun 23 19:05:47.153577 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95fdc9-e71c-413e-adab-37f42ec2ac9e req-1bfcf65f-40e7-45d2-aee1-a72740706009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:47.155212 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-ac95fdc9-e71c-413e-adab-37f42ec2ac9e req-1bfcf65f-40e7-45d2-aee1-a72740706009 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 1098 time: 0.1460130 Jun 23 19:05:47.199774 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2399a-a313-4eab-b0b9-b13c0e03df48 req-fcb8b484-d2d4-4280-a273-f2f9be94c35d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:47.207345 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-79f2399a-a313-4eab-b0b9-b13c0e03df48 req-fcb8b484-d2d4-4280-a273-f2f9be94c35d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1482015 Jun 23 19:05:47.232082 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-ac95fdc9-e71c-413e-adab-37f42ec2ac9e req-5e2cf21f-9d24-4c21-8f24-b988cec93135 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591841 Jun 23 19:05:47.264053 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-79f2399a-a313-4eab-b0b9-b13c0e03df48 req-c00fb4aa-add2-4b6b-9816-f5703d10eb08 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555267 Jun 23 19:05:47.630162 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33822) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:47.816410 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b54549b-1f31-4e71-875a-976d17fbe7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:47.924480 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b54549b-1f31-4e71-875a-976d17fbe7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:48.020370 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7b54549b-1f31-4e71-875a-976d17fbe7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:48.078652 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-f2c1d16c-436d-460a-bdc5-061400f2daa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:48.082888 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-7b54549b-1f31-4e71-875a-976d17fbe7f7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e3cab6a685e0448596a10a722cff88e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516947 Jun 23 19:05:48.085706 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 33830) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:48.144379 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54549b-1f31-4e71-875a-976d17fbe7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca291ea1-19a0-4026-846f-e5d524dde43e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:48.147946 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-7b54549b-1f31-4e71-875a-976d17fbe7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:48.191546 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-217f2117-1621-46be-8cd0-0af990ba7bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:48.251384 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-217f2117-1621-46be-8cd0-0af990ba7bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:48.396568 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 33844) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:48.617368 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4d2f-a635-47c6-8650-3fc811136aff req-d967d1ac-b11a-4759-969e-c0ab1277ab48 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:48.618910 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4fad4d2f-a635-47c6-8650-3fc811136aff req-d967d1ac-b11a-4759-969e-c0ab1277ab48 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0858543 Jun 23 19:05:48.619956 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e200872b-ab28-4d4e-b610-1f90f065b3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:48.714487 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4fad4d2f-a635-47c6-8650-3fc811136aff req-c9bb496d-1284-4670-b425-b93894a8e119 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510740 Jun 23 19:05:48.927751 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-217f2117-1621-46be-8cd0-0af990ba7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:48.928276 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-217f2117-1621-46be-8cd0-0af990ba7bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:48.929394 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-217f2117-1621-46be-8cd0-0af990ba7bbe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ca291ea1-19a0-4026-846f-e5d524dde43e HTTP/1.1" status: 204 len: 168 time: 0.8425078 Jun 23 19:05:48.933754 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-2b8a1a2f-45f0-4454-98ca-ddc44dcb4cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:48.946776 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f2117-1621-46be-8cd0-0af990ba7bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca291ea1-19a0-4026-846f-e5d524dde43e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:48.949868 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-217f2117-1621-46be-8cd0-0af990ba7bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:49.065884 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e200872b-ab28-4d4e-b610-1f90f065b3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:49.215478 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e200872b-ab28-4d4e-b610-1f90f065b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:49.223598 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-704d81f5-6bbb-4f2f-914b-0abb272c5b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:49.279083 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-e200872b-ab28-4d4e-b610-1f90f065b3b5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8710dde4571949e2a9d7970f64e51a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8800869 Jun 23 19:05:49.280967 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200872b-ab28-4d4e-b610-1f90f065b3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f72f9b-a936-42f7-9c9a-0355d9f588cc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:49.281896 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33864) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:49.302553 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e200872b-ab28-4d4e-b610-1f90f065b3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:49.360402 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bdb2e0a-2a7e-4385-b742-3b3d09a70c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:49.386525 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bdb2e0a-2a7e-4385-b742-3b3d09a70c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:49.543378 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bdb2e0a-2a7e-4385-b742-3b3d09a70c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:49.544433 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8bdb2e0a-2a7e-4385-b742-3b3d09a70c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:49.545769 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-8bdb2e0a-2a7e-4385-b742-3b3d09a70c97 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e6f72f9b-a936-42f7-9c9a-0355d9f588cc HTTP/1.1" status: 204 len: 168 time: 0.2628586 Jun 23 19:05:49.546716 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-db7b4d9b-2dc9-4ff7-a0fb-70c64d353df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:49.565297 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb2e0a-2a7e-4385-b742-3b3d09a70c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f72f9b-a936-42f7-9c9a-0355d9f588cc,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:49.568851 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8bdb2e0a-2a7e-4385-b742-3b3d09a70c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:49.899527 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb3367-a009-404a-a7e5-4b7b7d04a34a req-e4975f1d-762a-477e-94d4-7c0679c1fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:49.902299 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-13fb3367-a009-404a-a7e5-4b7b7d04a34a req-e4975f1d-762a-477e-94d4-7c0679c1fbe5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8983aba05c24e5b9dbfe1a23a772fbb&device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 1098 time: 0.1585102 Jun 23 19:05:50.076057 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb3367-a009-404a-a7e5-4b7b7d04a34a req-9d2da9e6-2a8d-4369-bdca-dde75461b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:50.077991 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-13fb3367-a009-404a-a7e5-4b7b7d04a34a req-9d2da9e6-2a8d-4369-bdca-dde75461b636 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9db2ccef-0a00-41e5-bbf4-f5acd5895449 HTTP/1.1" status: 200 len: 920 time: 0.1681311 Jun 23 19:05:50.131923 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0cbf5-a770-4bcf-ade9-80e4b122b128 req-c831fbe1-8b0d-4933-b770-d55c2bf2837d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:50.139396 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c8b0cbf5-a770-4bcf-ade9-80e4b122b128 req-c831fbe1-8b0d-4933-b770-d55c2bf2837d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1832545 Jun 23 19:05:50.157829 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-13fb3367-a009-404a-a7e5-4b7b7d04a34a req-ed265435-72e5-4e67-8e21-b39d81f8ddc5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428048f6-4a48-4c34-988b-2cdcb3673ad1 HTTP/1.1" status: 200 len: 217 time: 0.0618148 Jun 23 19:05:50.193442 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c8b0cbf5-a770-4bcf-ade9-80e4b122b128 req-f12fe567-c5ac-4369-91ee-ba638a62e0b7 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524065 Jun 23 19:05:50.220058 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:50.238088 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb3367-a009-404a-a7e5-4b7b7d04a34a req-c58a3959-d5fc-42b6-9aa4-1933e9cb4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:50.239516 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-13fb3367-a009-404a-a7e5-4b7b7d04a34a req-c58a3959-d5fc-42b6-9aa4-1933e9cb4b25 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=95e7c8fe-0843-480c-bedc-5dde25c6666d HTTP/1.1" status: 200 len: 859 time: 0.0629270 Jun 23 19:05:50.315859 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-13fb3367-a009-404a-a7e5-4b7b7d04a34a req-4128d8d0-81b9-45ba-8393-4910edafcda4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9db2ccef-0a00-41e5-bbf4-f5acd5895449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625086 Jun 23 19:05:50.420594 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 33896) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:50.438435 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd058683-80b2-4b29-9ce8-fd4b99ac2558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:50.449147 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-13fb3367-a009-404a-a7e5-4b7b7d04a34a req-40d31cda-e2a1-4463-9dda-f07fda482ee6 service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243305 Jun 23 19:05:50.642022 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd058683-80b2-4b29-9ce8-fd4b99ac2558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:50.679621 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-13fb3367-a009-404a-a7e5-4b7b7d04a34a req-b73812df-8336-4bf1-a613-b0a3db6c07f8 service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209909 Jun 23 19:05:50.695348 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cd058683-80b2-4b29-9ce8-fd4b99ac2558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:50.721000 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-8cbad5dd-6477-4d3d-83ea-41d8ec556cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:50.724583 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-cd058683-80b2-4b29-9ce8-fd4b99ac2558 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=63b7cee5b22745579488cd9f14877518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023961 Jun 23 19:05:50.727947 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 33910) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:50.767750 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd058683-80b2-4b29-9ce8-fd4b99ac2558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8edd6b-a8c1-4f77-8a33-a80249396d5d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:50.777140 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-cd058683-80b2-4b29-9ce8-fd4b99ac2558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:50.820102 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e17e3d73-5481-41de-9149-e8dd87d6660a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:50.865211 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e17e3d73-5481-41de-9149-e8dd87d6660a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:50.992218 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e17e3d73-5481-41de-9149-e8dd87d6660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:50.995113 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e17e3d73-5481-41de-9149-e8dd87d6660a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:50.996482 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e17e3d73-5481-41de-9149-e8dd87d6660a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2f8edd6b-a8c1-4f77-8a33-a80249396d5d HTTP/1.1" status: 204 len: 168 time: 0.2672327 Jun 23 19:05:50.997259 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8bdb2e0a-2a7e-4385-b742-3b3d09a70c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:51.006803 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e3d73-5481-41de-9149-e8dd87d6660a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8edd6b-a8c1-4f77-8a33-a80249396d5d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:51.020743 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e17e3d73-5481-41de-9149-e8dd87d6660a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:51.422507 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c6351-f40e-4ca4-b93a-32be08e5a1c7 req-f2cabe82-8601-4188-ad23-b775a80b97e3 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:51.434021 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-053c6351-f40e-4ca4-b93a-32be08e5a1c7 req-f2cabe82-8601-4188-ad23-b775a80b97e3 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1053298 Jun 23 19:05:51.511152 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-053c6351-f40e-4ca4-b93a-32be08e5a1c7 req-7537b0a9-9334-493a-af06-931b71973df0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756431 Jun 23 19:05:52.343225 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 33958) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:52.510402 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-368572013-network', 'tenant_id': 'cd124c72ca7142ee81262590861f9e6c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:52.724666 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6537ba-9d04-44b9-8b33-76eb3dc9deb1 req-446fb942-ae8f-4c7f-956e-1983762122f4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:52.726674 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6e6537ba-9d04-44b9-8b33-76eb3dc9deb1 req-446fb942-ae8f-4c7f-956e-1983762122f4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0707219 Jun 23 19:05:52.768337 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6e6537ba-9d04-44b9-8b33-76eb3dc9deb1 req-66cb5836-855f-41dd-8771-633b897b952a tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357821 Jun 23 19:05:53.083786 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Made reservation on behalf of cd124c72ca7142ee81262590861f9e6c for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:05:53.088695 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.100776 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.227179 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.352845 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.359058 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-23b88f6d-8be5-4bcb-a304-781707e2357e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:53.416749 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:05:53.450624 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494dabe0-395a-4470-9983-99151f81de90,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:53.455762 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:53.457242 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.457790 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.segments_db [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Added segment 4b367e53-cd4a-441e-9744-499f8c9b857b of type vlan for network a5c49a9f-cbc5-409a-815b-2343edabc8c3 Jun 23 19:05:53.523688 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.764506 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.766953 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:53.768071 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:53.770647 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f1b0a2ea-4a0f-4292-b87c-5ee69d76fffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:53.831456 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c49a9f-cbc5-409a-815b-2343edabc8c3,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:53.835606 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:53.843039 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network a5c49a9f-cbc5-409a-815b-2343edabc8c3 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:05:53.930238 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5857201 Jun 23 19:05:53.935384 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 34008) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:05:53.957504 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] Request body: {'subnet': {'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-368572013-subnet', 'tenant_id': 'cd124c72ca7142ee81262590861f9e6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:54.029309 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80c86f-3362-4f12-9cbb-e1e0c232cd86 req-36ea733c-21df-4386-9eed-cd8e0d70e716 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:54.030874 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ab80c86f-3362-4f12-9cbb-e1e0c232cd86 req-36ea733c-21df-4386-9eed-cd8e0d70e716 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0653675 Jun 23 19:05:54.037326 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] Made reservation on behalf of cd124c72ca7142ee81262590861f9e6c for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:05:54.040414 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29691033'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:54.081060 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ab80c86f-3362-4f12-9cbb-e1e0c232cd86 req-cce6b533-a234-4022-b27a-fdf7a6edef4e tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Jun 23 19:05:54.294879 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29638845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29691019'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:54.304469 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:54.356940 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1becb5eb-8a19-493b-9d68-85d609d970ec,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:54.360265 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:54.385532 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] Checking segment: {'id': '4b367e53-cd4a-441e-9744-499f8c9b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:05:54.386431 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] Network hostable DHCP agents. Network: a5c49a9f-cbc5-409a-815b-2343edabc8c3, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:05:54.496548 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] Network a5c49a9f-cbc5-409a-815b-2343edabc8c3 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:05:54.603761 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, a5c49a9f-cbc5-409a-815b-2343edabc8c3) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:54.613340 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:54.614785 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:54.618115 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352cb931-e315-4fe9-b24e-25a403e1dda6 None None] Network a5c49a9f-cbc5-409a-815b-2343edabc8c3 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:05:54.691534 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-003d411c-1faa-408a-a096-054fba097f4c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:54.693341 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-003d411c-1faa-408a-a096-054fba097f4c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/networks?id=13147630-f843-4805-b90f-6be722da65af HTTP/1.1" status: 200 len: 815 time: 0.1217802 Jun 23 19:05:54.701726 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7653220 Jun 23 19:05:54.722569 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-02c03b59-447c-4b49-833f-eb001d57f6c5 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/quotas/5f7b1c893a854b98b934c4ce3b98b0bb HTTP/1.1" status: 200 len: 375 time: 0.0106878 Jun 23 19:05:54.779765 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47c8d0f-90eb-4358-bffd-29501a009d99 None None] Network a5c49a9f-cbc5-409a-815b-2343edabc8c3 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:05:54.814292 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-86578b54-ac65-471f-a632-71635728bd72 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5f7b1c893a854b98b934c4ce3b98b0bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851905 Jun 23 19:05:54.934261 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-f1bfde03-510e-4014-9685-ecc8f61c692c service neutron] 10.222.0.67 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973432 Jun 23 19:05:55.047114 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-dce386e1-35af-4a04-86ac-faaa7d8b8710 service neutron] 10.222.0.67 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064992 Jun 23 19:05:55.269226 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5f725-8fe2-4a43-8267-a266f77803c1 req-e229f8f0-e4d1-46ed-b785-01f976e6b91f tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:55.270736 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-96d5f725-8fe2-4a43-8267-a266f77803c1 req-e229f8f0-e4d1-46ed-b785-01f976e6b91f tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0702124 Jun 23 19:05:55.323691 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0873a4df-b331-4faa-a9ad-773d43ef5d86 req-62dccba0-3295-45cf-9747-3348b095411f tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 210 time: 0.0384738 Jun 23 19:05:55.338899 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-96d5f725-8fe2-4a43-8267-a266f77803c1 req-e0d2b0bc-c724-40f2-9a77-ed6bf48a72d0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603580 Jun 23 19:05:56.139890 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-2b0f5a10-3f16-4ed0-b020-7b064cd3a488 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:56.141385 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-2b0f5a10-3f16-4ed0-b020-7b064cd3a488 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/networks?id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 HTTP/1.1" status: 200 len: 815 time: 0.1154108 Jun 23 19:05:56.156887 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-596a7d63-f884-4cd2-87a4-77db97f2b751 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/quotas/df588b2890b045ccb1ddbda94138d9ff HTTP/1.1" status: 200 len: 375 time: 0.0096564 Jun 23 19:05:56.202223 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cbe18ddb-d173-471b-b9c4-323c94a8f139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:56.227424 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-3785e678-07fb-4d0c-8ca5-8eccd3735165 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=df588b2890b045ccb1ddbda94138d9ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648217 Jun 23 19:05:56.328697 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-eb3d91a3-9d03-4fc5-b67f-644a4bdb7e6b service neutron] 10.222.0.67 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939748 Jun 23 19:05:56.428772 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-07205bf3-5c33-452c-800e-ac5393421965 req-8d531caf-645b-4a3c-ab23-437c603f2b43 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 210 time: 0.0395997 Jun 23 19:05:56.477885 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6ffcbb6d-d45c-474f-aa3e-9776f8821431 service neutron] 10.222.0.67 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435676 Jun 23 19:05:56.629056 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9077900-a007-432f-8979-80840764dcfe req-f35bcaa5-d75c-4956-85b0-92579826f5b8 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:56.630738 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b9077900-a007-432f-8979-80840764dcfe req-f35bcaa5-d75c-4956-85b0-92579826f5b8 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0865500 Jun 23 19:05:56.673663 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b9077900-a007-432f-8979-80840764dcfe req-29df063e-fdbb-4142-ae83-b31b8cfbd0e9 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368066 Jun 23 19:05:56.839492 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a479832e-efb1-40d7-81da-c6398ffe3096 req-e6322fcb-880a-41b3-9192-90ed56accfa7 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 210 time: 0.0327153 Jun 23 19:05:57.162067 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-f26f9276-c85c-4ccc-82a8-81087f3e910d tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:57.163865 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-f26f9276-c85c-4ccc-82a8-81087f3e910d tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/networks?id=a5c49a9f-cbc5-409a-815b-2343edabc8c3 HTTP/1.1" status: 200 len: 808 time: 0.1137331 Jun 23 19:05:57.189578 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-055e3ad9-27ed-4e49-884d-eff7d4f45d41 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/quotas/cd124c72ca7142ee81262590861f9e6c HTTP/1.1" status: 200 len: 375 time: 0.0191274 Jun 23 19:05:57.230632 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-04cbaf6d-47d3-485a-a08b-b93f6f2b8bac tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd124c72ca7142ee81262590861f9e6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300317 Jun 23 19:05:57.323364 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-baca73fb-c8bd-439c-85e6-3ffdb6e4fd9e service neutron] 10.222.0.67 "GET /v2.0/networks/a5c49a9f-cbc5-409a-815b-2343edabc8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857215 Jun 23 19:05:57.422376 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-978a8310-c4d8-414f-92e0-f12ead60f726 service neutron] 10.222.0.67 "GET /v2.0/networks/a5c49a9f-cbc5-409a-815b-2343edabc8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931454 Jun 23 19:05:57.633194 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e233da02-148b-470d-bb10-b4b1f52e32ad req-e3aeb3d6-1b12-4aa3-8011-baf2864bbb91 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 210 time: 0.0307655 Jun 23 19:05:57.780226 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-176bc065-9580-47cb-985a-31ee929a7945 req-f6352851-8ef0-4e68-8991-0494fa1d2ed1 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 210 time: 0.0345237 Jun 23 19:05:57.876280 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121250ce-8c2a-4d36-b933-b8eba1d1f2a5 req-45dbc9ac-ecd6-458e-9f7c-88f8a8247599 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:57.877792 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-121250ce-8c2a-4d36-b933-b8eba1d1f2a5 req-45dbc9ac-ecd6-458e-9f7c-88f8a8247599 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0669925 Jun 23 19:05:57.922911 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-121250ce-8c2a-4d36-b933-b8eba1d1f2a5 req-e3cba483-aec2-47a1-90b9-d329f05c395b tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357614 Jun 23 19:05:58.008332 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5c670a62-c1aa-4782-8d33-34c94b8aca4f req-aac9d2df-0ada-43bc-ab21-85c0844ac3e6 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 210 time: 0.0372958 Jun 23 19:05:58.531261 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-c9fa6cc3-2852-4666-9615-2babb9b94fcc tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:58.532905 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-c9fa6cc3-2852-4666-9615-2babb9b94fcc tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.77 "GET /v2.0/networks?id=13147630-f843-4805-b90f-6be722da65af HTTP/1.1" status: 200 len: 815 time: 0.1237655 Jun 23 19:05:58.565171 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Request body: {'port': {'device_id': '98b9ced5-49cd-4609-a7ac-187acf681942', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'admin_state_up': True, 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:58.730777 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15994e5c-ae56-4891-b9a6-f8b7227ccac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:58.786800 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Made reservation on behalf of 5f7b1c893a854b98b934c4ce3b98b0bb for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:05:58.791169 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:58.822919 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:58.845650 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-28bd5167-dbed-4a1a-a88f-246e3add734f req-3324d54b-74be-4fb3-bf75-8b5acc374b55 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 210 time: 0.0528464 Jun 23 19:05:58.883253 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-96fc2042-3c5d-4fe8-9f5f-4f71fbde625f req-dc252590-27cf-4cb0-afb4-5005561a7a23 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 210 time: 0.0329931 Jun 23 19:05:59.078155 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Allocated IP 172.20.0.5 (13147630-f843-4805-b90f-6be722da65af/9c719324-d9a4-4858-a3ae-7ddab2c05e5d/cfe912d1-af06-47c5-97dc-c74065cf9fcd) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:05:59.145082 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419e945-51ca-49e0-96a2-af66683bfb7d req-de82821d-3c30-40eb-9a0d-076782adb180 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:59.148707 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d419e945-51ca-49e0-96a2-af66683bfb7d req-de82821d-3c30-40eb-9a0d-076782adb180 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0871589 Jun 23 19:05:59.215647 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a3087420-a9cd-43f6-b29d-c06fdc5604b4 req-15647d40-ba59-4107-a224-034182322720 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 210 time: 0.0643005 Jun 23 19:05:59.238950 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d419e945-51ca-49e0-96a2-af66683bfb7d req-4fae5eba-647e-4847-ba97-0bdddde3c3fe tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719149 Jun 23 19:05:59.289456 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:59.325214 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Transition to ACTIVE for port object cfe912d1-af06-47c5-97dc-c74065cf9fcd will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:05:59.461701 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29639213'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:59.467741 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:05:59.527977 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Network 13147630-f843-4805-b90f-6be722da65af is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:05:59.534005 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:05:59.538153 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:05:59.609168 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event updated for resources: {'Port': ['ID=cfe912d1-af06-47c5-97dc-c74065cf9fcd,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:05:59.657808 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:05:59.665400 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:59.668641 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:59.674243 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:05:59.722064 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-ae1d0c36-ba45-4041-b24b-e40d6c04cb27 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:05:59.724036 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-ae1d0c36-ba45-4041-b24b-e40d6c04cb27 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "GET /v2.0/networks?id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 HTTP/1.1" status: 200 len: 815 time: 0.1998796 Jun 23 19:05:59.748187 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1870475 Jun 23 19:05:59.765124 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Request body: {'port': {'device_id': '2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f', 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638', 'admin_state_up': True, 'tenant_id': 'df588b2890b045ccb1ddbda94138d9ff'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:59.797223 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Request body: {'port': {'device_id': '98b9ced5-49cd-4609-a7ac-187acf681942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:05:59.934591 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:00.113485 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1411fd31-7d5a-4f5a-8192-20b40457c7e4 None None] Provisioning for port cfe912d1-af06-47c5-97dc-c74065cf9fcd completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:06:00.121472 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1411fd31-7d5a-4f5a-8192-20b40457c7e4 None None] Provisioning complete for port cfe912d1-af06-47c5-97dc-c74065cf9fcd triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:00.121859 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1411fd31-7d5a-4f5a-8192-20b40457c7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:00.152168 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Made reservation on behalf of df588b2890b045ccb1ddbda94138d9ff for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:06:00.169403 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:00.251757 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1411fd31-7d5a-4f5a-8192-20b40457c7e4 None None] Port cfe912d1-af06-47c5-97dc-c74065cf9fcd cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:06:00.299306 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3c8dae00-f91f-44b9-a833-8852b49c43f4 req-6eccd54e-eb6c-44bd-a020-303cb9011001 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 210 time: 0.1254261 Jun 23 19:06:00.593234 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe912d1-af06-47c5-97dc-c74065cf9fcd {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:06:00.622438 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:00.665022 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Transition to ACTIVE for port object cfe912d1-af06-47c5-97dc-c74065cf9fcd will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:06:00.791697 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:00.794121 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:00.840688 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f50b1744-1346-4a2c-a2df-f0900634c4b7 req-d94db60f-fdf9-45b0-900a-b1d2ea157a87 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 210 time: 0.0768883 Jun 23 19:06:00.901380 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8c67f-3005-43b0-a31a-9602668bffc2 req-18452d5c-80de-486d-9bfd-bd7a3bab7ed2 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:00.914879 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c5e8c67f-3005-43b0-a31a-9602668bffc2 req-18452d5c-80de-486d-9bfd-bd7a3bab7ed2 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 931 time: 0.8908231 Jun 23 19:06:00.994586 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Pushing event updated for resources: {'Port': ['ID=cfe912d1-af06-47c5-97dc-c74065cf9fcd,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:01.000484 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:01.020000 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Attempting to bind port cfe912d1-af06-47c5-97dc-c74065cf9fcd on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:06:01.020538 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Attempting to bind port cfe912d1-af06-47c5-97dc-c74065cf9fcd by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'e2ed7573-b077-4e61-833b-9d1ca038ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '13147630-f843-4805-b90f-6be722da65af'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:06:01.020975 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Attempting to bind port cfe912d1-af06-47c5-97dc-c74065cf9fcd on network 13147630-f843-4805-b90f-6be722da65af {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:01.037848 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Port cfe912d1-af06-47c5-97dc-c74065cf9fcd on network 13147630-f843-4805-b90f-6be722da65af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:06:01.038839 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Attempting to bind port cfe912d1-af06-47c5-97dc-c74065cf9fcd on network 13147630-f843-4805-b90f-6be722da65af {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:01.046861 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:06:01.047342 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Checking segment: {'id': 'e2ed7573-b077-4e61-833b-9d1ca038ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '13147630-f843-4805-b90f-6be722da65af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:01.048305 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Bound using segment: {'id': 'e2ed7573-b077-4e61-833b-9d1ca038ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '13147630-f843-4805-b90f-6be722da65af'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:06:01.048704 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Bound port: cfe912d1-af06-47c5-97dc-c74065cf9fcd, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ed7573-b077-4e61-833b-9d1ca038ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '13147630-f843-4805-b90f-6be722da65af'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:06:01.049012 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:01.136028 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c5e8c67f-3005-43b0-a31a-9602668bffc2 req-49bd0903-1693-43d0-99d0-51e5af7b6fa6 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184627 Jun 23 19:06:01.224755 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] For port cfe912d1-af06-47c5-97dc-c74065cf9fcd, host hv-cinder-79049, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:06:01.230480 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] For port cfe912d1-af06-47c5-97dc-c74065cf9fcd, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:06:01.287509 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Allocated IP 172.20.0.5 (f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638/e4a379e4-0bee-4f40-a9c6-23d144257946/ebc454a3-e449-4963-ac09-951a8493ad06) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:06:01.310950 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:01.310950 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:01.365735 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a80803-a8d0-4011-8456-b44c92b00e07 req-063fd6a9-c670-46aa-9627-b1361ef762da tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:01.376314 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-45a80803-a8d0-4011-8456-b44c92b00e07 req-063fd6a9-c670-46aa-9627-b1361ef762da tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.2710714 Jun 23 19:06:01.388443 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:01.389305 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:01.391480 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] 10.222.0.77 "PUT /v2.0/ports/cfe912d1-af06-47c5-97dc-c74065cf9fcd HTTP/1.1" status: 200 len: 1093 time: 1.6028233 Jun 23 19:06:01.405301 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:01.409166 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fcbac34a3f989e7a1382fe2a1fc7386b8fde9f0dc9ad1e1afd8ba582fa7245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897ef5e9-0a00-4580-abb0-ba5bec8c2068" -d '{"events": [{"name": "network-changed", "server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:01.485303 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Pushing event updated for resources: {'Port': ['ID=cfe912d1-af06-47c5-97dc-c74065cf9fcd,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:01.496359 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:01.518303 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-45a80803-a8d0-4011-8456-b44c92b00e07 req-b51a3a10-c977-499f-84ff-3ea5a767979b tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249757 Jun 23 19:06:01.570905 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:01.743766 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:01.925277 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:01.929731 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f2d7fb76-d11d-4449-8085-cade2481d221 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:01.966296 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['c99c2369-7129-49fe-82a1-9c643c920814', '9489e881-a61e-4a9e-a698-78c71a78440f', 'd1313ed4-5af2-4d19-9c6d-20e0f1744b83'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:06:02.020478 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:02.021337 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:02.026765 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:06:02.046657 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:02.047334 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:02.060256 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Pushing event updated for resources: {'Port': ['ID=ebc454a3-e449-4963-ac09-951a8493ad06,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:02.063638 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:02.183492 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4240203 Jun 23 19:06:13.290856 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 34388) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:13.301102 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:06:13.402313 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:13.492297 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:13.570421 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:13.573224 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5c788c42-b95f-4029-b0dc-46763354de8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:13.610274 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a8582cfaa9ec4ce9a936a07a9fb03295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183138 Jun 23 19:06:13.612376 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf50b45-8938-4475-abc2-06fa871d3e47,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:13.612939 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 34392) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:13.619663 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.620071 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.620430 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.620789 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.621135 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.621481 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.621826 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.622164 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.622505 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.622842 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.623179 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.623514 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.627722 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:13.669528 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:13.690053 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:13.821335 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:13.825815 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:13.825815 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dcf50b45-8938-4475-abc2-06fa871d3e47 HTTP/1.1" status: 204 len: 168 time: 0.2111452 Jun 23 19:06:13.826029 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9f5fd1d0-bfb6-41a4-8547-e6520f60c415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:13.834309 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf50b45-8938-4475-abc2-06fa871d3e47,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:13.843068 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.843475 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.843866 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.844229 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.844585 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.844940 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.845481 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.845834 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.846183 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.846527 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.846872 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.847214 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:13.850823 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:13.964293 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Request body: {'port': {'device_id': '2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:14.068555 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:14.180882 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d14bdeb-2e11-4d7a-8960-9297673d42eb x-openstack-request-id: req-3d14bdeb-2e11-4d7a-8960-9297673d42eb {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:14.181210 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:14.181497 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3d14bdeb-2e11-4d7a-8960-9297673d42eb {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:14.181965 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd', 'status': 'completed', 'code': 200} Jun 23 19:06:14.207154 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-a1c821ef-03e6-420b-9904-b11576b00e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:14.209079 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-a1c821ef-03e6-420b-9904-b11576b00e61 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5f7b1c893a854b98b934c4ce3b98b0bb&device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 1096 time: 0.0782878 Jun 23 19:06:14.252247 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-54cd06b2-2bbf-4a0b-ad49-c4a3f322217c req-c6049818-42b8-40ab-9617-fb0e0b18e9fe tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 210 time: 0.0391722 Jun 23 19:06:14.298602 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-0bbaa44c-74c6-4534-b06a-7066740158ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd HTTP/1.1" status: 200 len: 217 time: 0.0551822 Jun 23 19:06:14.446038 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c37dd-482e-41bd-a7dc-28f3a515d2dc req-92669737-2e9a-4692-a506-a423249e0c19 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:14.446921 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-399c37dd-482e-41bd-a7dc-28f3a515d2dc req-92669737-2e9a-4692-a506-a423249e0c19 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 931 time: 0.1849151 Jun 23 19:06:14.526006 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-399c37dd-482e-41bd-a7dc-28f3a515d2dc req-19e5ff99-eebb-4895-80a8-2337f7b097b7 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711503 Jun 23 19:06:14.587527 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-0c3f4987-fa88-40dd-ba36-31ba421213bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:14.589063 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-0c3f4987-fa88-40dd-ba36-31ba421213bb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c719324-d9a4-4858-a3ae-7ddab2c05e5d HTTP/1.1" status: 200 len: 854 time: 0.2846239 Jun 23 19:06:14.591696 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc454a3-e449-4963-ac09-951a8493ad06 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:06:14.606349 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff4b3a-fca4-4953-bf86-0524f31b9073 req-713fd466-0945-4087-93f3-13a95f98b395 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:14.607881 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ceff4b3a-fca4-4953-bf86-0524f31b9073 req-713fd466-0945-4087-93f3-13a95f98b395 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 943 time: 0.2132270 Jun 23 19:06:14.609811 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:14.670261 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Transition to ACTIVE for port object ebc454a3-e449-4963-ac09-951a8493ad06 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:06:14.685591 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-8b129e43-e875-42b2-9a8c-e46bb37a9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:14.691003 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-8b129e43-e875-42b2-9a8c-e46bb37a9502 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13147630-f843-4805-b90f-6be722da65af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0578594 Jun 23 19:06:14.711547 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ceff4b3a-fca4-4953-bf86-0524f31b9073 req-6b2844df-1e92-4369-a3f4-4eb62525d133 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970657 Jun 23 19:06:14.743970 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fba04-bf60-4bd7-b63d-c1d3aad5a2b0 req-66350500-18d4-494c-a0fe-357629f94e80 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:14.750960 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9c1fba04-bf60-4bd7-b63d-c1d3aad5a2b0 req-66350500-18d4-494c-a0fe-357629f94e80 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0982873 Jun 23 19:06:14.760665 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:14.768913 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:14.820326 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-524e9a10-7282-4607-a34e-6f712a88a9b5 service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248260 Jun 23 19:06:14.836750 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9c1fba04-bf60-4bd7-b63d-c1d3aad5a2b0 req-ef2d909b-0854-49d8-a560-7945ab0ce5e4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836146 Jun 23 19:06:14.867325 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc454a3-e449-4963-ac09-951a8493ad06,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:14.891108 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:14.895488 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Attempting to bind port ebc454a3-e449-4963-ac09-951a8493ad06 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:06:14.895910 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Attempting to bind port ebc454a3-e449-4963-ac09-951a8493ad06 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:06:14.896305 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Attempting to bind port ebc454a3-e449-4963-ac09-951a8493ad06 on network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:14.901980 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Port ebc454a3-e449-4963-ac09-951a8493ad06 on network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:06:14.902380 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Attempting to bind port ebc454a3-e449-4963-ac09-951a8493ad06 on network f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:14.908076 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:06:14.908518 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Checking segment: {'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:14.908985 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Bound using segment: {'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:06:14.909502 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Bound port: ebc454a3-e449-4963-ac09-951a8493ad06, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e4a957-f539-47ca-b886-4b65ab2816f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:06:14.909933 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:14.945523 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a63bc46e-6c1e-4b2b-83be-6829897e6c24 req-c247d4b7-60a2-4933-8713-f8b6353fe9da service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165907 Jun 23 19:06:15.064685 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] For port ebc454a3-e449-4963-ac09-951a8493ad06, host hv-cinder-79049, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:06:15.069529 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] For port ebc454a3-e449-4963-ac09-951a8493ad06, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ebc454a3-e449-4963-ac09-951a8493ad06,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:06:15.107340 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-ce23f8c7-711e-4784-b9ee-812b872c7148 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:15.109010 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-ce23f8c7-711e-4784-b9ee-812b872c7148 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.77 "GET /v2.0/networks?id=a5c49a9f-cbc5-409a-815b-2343edabc8c3 HTTP/1.1" status: 200 len: 808 time: 0.1793003 Jun 23 19:06:15.153119 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Request body: {'port': {'device_id': 'b8490e64-d25f-4633-bd41-8c0d3318987f', 'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3', 'admin_state_up': True, 'tenant_id': 'cd124c72ca7142ee81262590861f9e6c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:15.160027 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:15.172461 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:15.234109 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ef5e9-0a00-4580-abb0-ba5bec8c2068 req-bfa52d35-fc8d-4322-9b04-eee0b118a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:15.235667 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-897ef5e9-0a00-4580-abb0-ba5bec8c2068 req-bfa52d35-fc8d-4322-9b04-eee0b118a3bd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5f7b1c893a854b98b934c4ce3b98b0bb&device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 1096 time: 0.0888674 Jun 23 19:06:15.251399 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:15.252034 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:15.253387 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] 10.222.0.77 "PUT /v2.0/ports/ebc454a3-e449-4963-ac09-951a8493ad06 HTTP/1.1" status: 200 len: 1093 time: 1.2944291 Jun 23 19:06:15.258198 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f', 'tag': 'ebc454a3-e449-4963-ac09-951a8493ad06'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:15.263502 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a98243-e030-46bc-9ca4-28acfd97b871" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f", "tag": "ebc454a3-e449-4963-ac09-951a8493ad06"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:15.302287 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc454a3-e449-4963-ac09-951a8493ad06,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:15.308073 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:15.359659 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69724a2-53f1-49f8-a47e-1ddc174f3ab9 x-openstack-request-id: req-f69724a2-53f1-49f8-a47e-1ddc174f3ab9 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:15.360200 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f", "tag": "ebc454a3-e449-4963-ac09-951a8493ad06", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:15.360993 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f69724a2-53f1-49f8-a47e-1ddc174f3ab9 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:15.361671 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f', 'tag': 'ebc454a3-e449-4963-ac09-951a8493ad06', 'status': 'completed', 'code': 200} Jun 23 19:06:15.458548 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ef5e9-0a00-4580-abb0-ba5bec8c2068 req-7ac24e25-ecc0-49b4-9c29-c0504944ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:15.460794 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-897ef5e9-0a00-4580-abb0-ba5bec8c2068 req-7ac24e25-ecc0-49b4-9c29-c0504944ac12 service neutron] 10.222.0.77 "GET /v2.0/networks?id=13147630-f843-4805-b90f-6be722da65af HTTP/1.1" status: 200 len: 916 time: 0.2120855 Jun 23 19:06:15.485334 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bf065943-6102-4c7a-9b30-497bcdc9b9ab req-018158a3-248c-4a18-ab82-813c5016cee6 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 210 time: 0.0336862 Jun 23 19:06:15.515267 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a98243-e030-46bc-9ca4-28acfd97b871 req-37ca9e71-c71e-4fc0-8122-b12487fb675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:15.520083 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-06a98243-e030-46bc-9ca4-28acfd97b871 req-37ca9e71-c71e-4fc0-8122-b12487fb675c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df588b2890b045ccb1ddbda94138d9ff&device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 1096 time: 0.0986392 Jun 23 19:06:15.527506 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Made reservation on behalf of cd124c72ca7142ee81262590861f9e6c for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:06:15.527756 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-897ef5e9-0a00-4580-abb0-ba5bec8c2068 req-b4c9fdfd-b6cb-46b2-91a3-7c9aaa3fc81e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd HTTP/1.1" status: 200 len: 217 time: 0.0424037 Jun 23 19:06:15.535472 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:15.610326 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ef5e9-0a00-4580-abb0-ba5bec8c2068 req-c5c36444-2a19-4bf4-9b23-8a04b6cd44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:15.617946 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-897ef5e9-0a00-4580-abb0-ba5bec8c2068 req-c5c36444-2a19-4bf4-9b23-8a04b6cd44c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c719324-d9a4-4858-a3ae-7ddab2c05e5d HTTP/1.1" status: 200 len: 854 time: 0.0708683 Jun 23 19:06:15.701211 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ef5e9-0a00-4580-abb0-ba5bec8c2068 req-29e9f98b-a82c-4803-a546-30d61913bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:15.702729 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-897ef5e9-0a00-4580-abb0-ba5bec8c2068 req-29e9f98b-a82c-4803-a546-30d61913bd49 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13147630-f843-4805-b90f-6be722da65af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700648 Jun 23 19:06:15.801978 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a98243-e030-46bc-9ca4-28acfd97b871 req-478270ab-8e96-4b30-87cf-12c948e781c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:15.803522 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-06a98243-e030-46bc-9ca4-28acfd97b871 req-478270ab-8e96-4b30-87cf-12c948e781c5 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=df588b2890b045ccb1ddbda94138d9ff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2574151 Jun 23 19:06:15.838639 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-897ef5e9-0a00-4580-abb0-ba5bec8c2068 req-5d8b191d-ee60-49da-aab2-8feebd84d732 service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235325 Jun 23 19:06:15.949817 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-897ef5e9-0a00-4580-abb0-ba5bec8c2068 req-365f877e-9977-45ae-a3c9-402f9cc0dfee service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024024 Jun 23 19:06:15.995494 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Allocated IP 172.20.0.4 (a5c49a9f-cbc5-409a-815b-2343edabc8c3/1becb5eb-8a19-493b-9d68-85d609d970ec/6236ce6d-55e4-4a1b-b027-7f6d380da2d5) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:06:16.010623 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42be8ce-182d-48af-a6c2-62520a36cc42 req-f7dae8ff-8117-4f2e-b223-e735b3f3c744 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:16.012764 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d42be8ce-182d-48af-a6c2-62520a36cc42 req-f7dae8ff-8117-4f2e-b223-e735b3f3c744 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 943 time: 0.3133686 Jun 23 19:06:16.117249 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a98243-e030-46bc-9ca4-28acfd97b871 req-a7f0ac2b-1557-4c14-bc5b-5141fc55ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:16.118789 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-06a98243-e030-46bc-9ca4-28acfd97b871 req-a7f0ac2b-1557-4c14-bc5b-5141fc55ec0f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2720819 Jun 23 19:06:16.130630 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d42be8ce-182d-48af-a6c2-62520a36cc42 req-5141ce56-4e6e-4c9b-8511-6cf00ee8663f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079652 Jun 23 19:06:16.155901 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaefd60-cc30-4625-8db3-76a02806e41c req-416596c3-48a0-4db0-afc2-e3c523b7b82f tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:16.157374 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-daaefd60-cc30-4625-8db3-76a02806e41c req-416596c3-48a0-4db0-afc2-e3c523b7b82f tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 943 time: 0.3087170 Jun 23 19:06:16.329758 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-daaefd60-cc30-4625-8db3-76a02806e41c req-4e638edf-3024-4f90-bad7-173e9c09bdad tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607943 Jun 23 19:06:16.370128 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:16.390248 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-f9c01ae1-4972-4b8d-a2ff-2ea490fd4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:16.391642 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-f9c01ae1-4972-4b8d-a2ff-2ea490fd4bf5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df588b2890b045ccb1ddbda94138d9ff&device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 1096 time: 0.1650634 Jun 23 19:06:16.409709 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d53d80-2f4b-489a-a521-523ab856ef72 req-69f693c4-976b-41af-868e-259065a591a0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:16.411107 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b1d53d80-2f4b-489a-a521-523ab856ef72 req-69f693c4-976b-41af-868e-259065a591a0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1478143 Jun 23 19:06:16.477990 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-b0723588-9f4d-4d21-af00-5c8c4be57757 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebc454a3-e449-4963-ac09-951a8493ad06 HTTP/1.1" status: 200 len: 217 time: 0.0525117 Jun 23 19:06:16.512642 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b1d53d80-2f4b-489a-a521-523ab856ef72 req-cc6d640d-cdbf-41e3-8b2d-375e255bdd8e tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926049 Jun 23 19:06:16.568572 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-87ef3162-40fe-4f74-a11c-470950f95e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:16.570021 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-87ef3162-40fe-4f74-a11c-470950f95e0e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4a379e4-0bee-4f40-a9c6-23d144257946 HTTP/1.1" status: 200 len: 855 time: 0.0829527 Jun 23 19:06:16.581363 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:16.592642 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:16.640129 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-91874835-8be1-429f-9c9c-686050211b66 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550213 Jun 23 19:06:16.710062 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Network a5c49a9f-cbc5-409a-815b-2343edabc8c3 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:16.722373 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Pushing event updated for resources: {'Port': ['ID=6236ce6d-55e4-4a1b-b027-7f6d380da2d5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:16.724011 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:16.730704 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:16.755237 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:06:16.760677 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:16.761274 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:16.819715 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-56ae91a1-7637-4e2a-861c-943bff21e30e service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625907 Jun 23 19:06:16.828337 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d59b-77d3-4805-b6b9-63fc5a3a2a27 req-46e8a545-bbcb-4827-80bb-d9fd34afef11 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:16.829772 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0073d59b-77d3-4805-b6b9-63fc5a3a2a27 req-46e8a545-bbcb-4827-80bb-d9fd34afef11 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 931 time: 0.1890540 Jun 23 19:06:16.918891 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0073d59b-77d3-4805-b6b9-63fc5a3a2a27 req-a06086f4-a79a-42ca-a115-d001b8a270a1 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801995 Jun 23 19:06:16.939682 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-927f7b72-8c67-43ec-a72b-f0169e73ab2d req-85e596b5-f3dd-49a1-a99b-4c49d6fa17c7 service neutron] 10.222.0.77 "GET /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089604 Jun 23 19:06:16.982859 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8364630 Jun 23 19:06:17.003174 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Request body: {'port': {'device_id': 'b8490e64-d25f-4633-bd41-8c0d3318987f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:17.095149 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:17.368486 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3879485-56d0-41a7-b55b-891fe840d14d req-01f6df55-56e1-4d54-81a4-577df236997a tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:17.370011 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b3879485-56d0-41a7-b55b-891fe840d14d req-01f6df55-56e1-4d54-81a4-577df236997a tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 943 time: 0.1044507 Jun 23 19:06:17.706743 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:06:17.719416 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:17.725497 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b3879485-56d0-41a7-b55b-891fe840d14d req-0c67e790-fd4f-4f9f-a988-08463f6195ca tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493452 Jun 23 19:06:17.741647 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Transition to ACTIVE for port object 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:06:17.765499 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30ee96-6468-47c7-bfbb-5bf6a19ad749 req-f64451aa-6ea5-479b-8ca6-b79c400db783 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:17.766944 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bc30ee96-6468-47c7-bfbb-5bf6a19ad749 req-f64451aa-6ea5-479b-8ca6-b79c400db783 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 943 time: 0.1111012 Jun 23 19:06:17.810524 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bc30ee96-6468-47c7-bfbb-5bf6a19ad749 req-1dd863f0-0cae-47cd-aeb0-2f01043a25a3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351291 Jun 23 19:06:17.862023 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:17.865438 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:17.946486 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Pushing event updated for resources: {'Port': ['ID=6236ce6d-55e4-4a1b-b027-7f6d380da2d5,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:17.949857 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:17.997095 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Attempting to bind port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:06:17.997536 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Attempting to bind port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '4b367e53-cd4a-441e-9744-499f8c9b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:06:17.997770 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Attempting to bind port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 on network a5c49a9f-cbc5-409a-815b-2343edabc8c3 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:18.011149 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbad1a9-9cdd-4f18-91e5-3b338b720410 req-9d682e5e-d61c-4780-8441-ccd4d618e106 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:18.012705 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-dfbad1a9-9cdd-4f18-91e5-3b338b720410 req-9d682e5e-d61c-4780-8441-ccd4d618e106 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1482170 Jun 23 19:06:18.013292 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 on network a5c49a9f-cbc5-409a-815b-2343edabc8c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:06:18.013617 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Attempting to bind port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 on network a5c49a9f-cbc5-409a-815b-2343edabc8c3 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:18.019133 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:06:18.020114 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Checking segment: {'id': '4b367e53-cd4a-441e-9744-499f8c9b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:18.020114 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Bound using segment: {'id': '4b367e53-cd4a-441e-9744-499f8c9b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:06:18.020414 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Bound port: 6236ce6d-55e4-4a1b-b027-7f6d380da2d5, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b367e53-cd4a-441e-9744-499f8c9b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:06:18.020847 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.120867 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-dfbad1a9-9cdd-4f18-91e5-3b338b720410 req-56c3c809-62ec-43ea-b70d-185c323a239c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977278 Jun 23 19:06:18.157168 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] For port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5, host hv-cinder-79049, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:06:18.171368 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] For port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6236ce6d-55e4-4a1b-b027-7f6d380da2d5,segment=NetworkSegment(4b367e53-cd4a-441e-9744-499f8c9b857b),segment_id=4b367e53-cd4a-441e-9744-499f8c9b857b)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:06:18.183034 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13c55d-f723-46c4-97c4-5107906310d2 req-f0c95934-26c3-4709-8e66-dddc9acc6955 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:18.184582 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ec13c55d-f723-46c4-97c4-5107906310d2 req-f0c95934-26c3-4709-8e66-dddc9acc6955 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 943 time: 0.1394792 Jun 23 19:06:18.227453 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ec13c55d-f723-46c4-97c4-5107906310d2 req-a4e5c8ef-753d-4aee-942e-49c823308ec4 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371790 Jun 23 19:06:18.268691 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.270792 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:18.305623 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:18.306166 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:18.307542 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] 10.222.0.77 "PUT /v2.0/ports/6236ce6d-55e4-4a1b-b027-7f6d380da2d5 HTTP/1.1" status: 200 len: 1093 time: 1.3088982 Jun 23 19:06:18.308083 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8490e64-d25f-4633-bd41-8c0d3318987f', 'tag': '6236ce6d-55e4-4a1b-b027-7f6d380da2d5'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:18.310370 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe2927e-310f-48c9-befd-fcfc9bd593fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b8490e64-d25f-4633-bd41-8c0d3318987f", "tag": "6236ce6d-55e4-4a1b-b027-7f6d380da2d5"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:18.337073 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Pushing event updated for resources: {'Port': ['ID=6236ce6d-55e4-4a1b-b027-7f6d380da2d5,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:18.338983 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:18.359020 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa79f57c-c413-417b-9e12-0fea430c6f4d x-openstack-request-id: req-aa79f57c-c413-417b-9e12-0fea430c6f4d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:18.359583 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8490e64-d25f-4633-bd41-8c0d3318987f", "tag": "6236ce6d-55e4-4a1b-b027-7f6d380da2d5", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:18.359990 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa79f57c-c413-417b-9e12-0fea430c6f4d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:18.360500 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8490e64-d25f-4633-bd41-8c0d3318987f', 'tag': '6236ce6d-55e4-4a1b-b027-7f6d380da2d5', 'status': 'completed', 'code': 200} Jun 23 19:06:18.490112 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2927e-310f-48c9-befd-fcfc9bd593fd req-e7a1ca74-f1c8-41e6-a5b7-be879f54299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:18.491658 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbe2927e-310f-48c9-befd-fcfc9bd593fd req-e7a1ca74-f1c8-41e6-a5b7-be879f54299a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd124c72ca7142ee81262590861f9e6c&device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 1096 time: 0.0598364 Jun 23 19:06:18.616141 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-36fd1cfe-7803-416b-abe2-8a255fa6ff5f req-cd5d2ab9-76cf-414d-83b6-4a5d3edcb0e5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1228342 Jun 23 19:06:18.629833 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2927e-310f-48c9-befd-fcfc9bd593fd req-d7cf0fb0-7eed-42d7-a269-5072225b5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:18.631459 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbe2927e-310f-48c9-befd-fcfc9bd593fd req-d7cf0fb0-7eed-42d7-a269-5072225b5186 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=cd124c72ca7142ee81262590861f9e6c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1122313 Jun 23 19:06:18.806360 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd1cfe-7803-416b-abe2-8a255fa6ff5f req-774b1ae2-a838-4f33-bd0e-898902fd5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:18.808223 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-36fd1cfe-7803-416b-abe2-8a255fa6ff5f req-774b1ae2-a838-4f33-bd0e-898902fd5227 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 1099 time: 0.1437638 Jun 23 19:06:18.821701 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2927e-310f-48c9-befd-fcfc9bd593fd req-eac656ff-e680-474f-886c-62243cb50c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:18.823708 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbe2927e-310f-48c9-befd-fcfc9bd593fd req-eac656ff-e680-474f-886c-62243cb50c90 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1748819 Jun 23 19:06:18.970761 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd1cfe-7803-416b-abe2-8a255fa6ff5f req-b0e8be8d-1d71-4cc9-abe8-ad8da4843af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:18.972258 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-36fd1cfe-7803-416b-abe2-8a255fa6ff5f req-b0e8be8d-1d71-4cc9-abe8-ad8da4843af9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6f276787-6d2f-4388-aea6-d3a0998dbf61 HTTP/1.1" status: 200 len: 917 time: 0.1233177 Jun 23 19:06:19.068130 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-3d4a184e-f488-431b-9877-97f0bfcca84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:19.069606 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-3d4a184e-f488-431b-9877-97f0bfcca84b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd124c72ca7142ee81262590861f9e6c&device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 1096 time: 0.1447828 Jun 23 19:06:19.087894 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-36fd1cfe-7803-416b-abe2-8a255fa6ff5f req-1985bee4-97d7-4623-ac4a-5edaa3f2277e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f HTTP/1.1" status: 200 len: 1002 time: 0.1081522 Jun 23 19:06:19.163109 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-909b5ba5-f148-4e63-9439-7bf20fa7fe07 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6236ce6d-55e4-4a1b-b027-7f6d380da2d5 HTTP/1.1" status: 200 len: 217 time: 0.0652139 Jun 23 19:06:19.204495 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd1cfe-7803-416b-abe2-8a255fa6ff5f req-e0700444-0f33-460f-b89f-fc01b164e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:19.205964 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-36fd1cfe-7803-416b-abe2-8a255fa6ff5f req-e0700444-0f33-460f-b89f-fc01b164e895 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=573f17ee-da5c-446d-9393-095d09cdcf95 HTTP/1.1" status: 200 len: 855 time: 0.1070814 Jun 23 19:06:19.224834 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device cfe912d1-af06-47c5-97dc-c74065cf9fcd details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:06:19.285566 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-4c880ec9-10e4-4ee7-90c5-3dd720e960b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:19.291250 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-4c880ec9-10e4-4ee7-90c5-3dd720e960b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1becb5eb-8a19-493b-9d68-85d609d970ec HTTP/1.1" status: 200 len: 848 time: 0.1121771 Jun 23 19:06:19.332684 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd1cfe-7803-416b-abe2-8a255fa6ff5f req-f932496b-e7c4-4422-9e98-e693bc12a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:19.334631 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-36fd1cfe-7803-416b-abe2-8a255fa6ff5f req-f932496b-e7c4-4422-9e98-e693bc12a00b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f276787-6d2f-4388-aea6-d3a0998dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1197720 Jun 23 19:06:19.344230 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ecac8-316c-4ef2-a30f-504ef420a534 req-5188d798-5899-4280-b5a6-60ad16cb495a tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:19.348303 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-008ecac8-316c-4ef2-a30f-504ef420a534 req-5188d798-5899-4280-b5a6-60ad16cb495a tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 943 time: 0.1188605 Jun 23 19:06:19.352643 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port cfe912d1-af06-47c5-97dc-c74065cf9fcd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:19.364299 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'port_id': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd', 'mac_address': 'fa:16:3e:1f:fc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:06:19.404800 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:19.420480 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-59add5c3-144e-43b1-96e3-391a5906a20a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a5c49a9f-cbc5-409a-815b-2343edabc8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658724 Jun 23 19:06:19.425034 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe912d1-af06-47c5-97dc-c74065cf9fcd {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:06:19.451989 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port cfe912d1-af06-47c5-97dc-c74065cf9fcd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:19.495456 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-008ecac8-316c-4ef2-a30f-504ef420a534 req-4461f2a3-4cc2-4b5b-bf9f-b2876a44c5b5 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441746 Jun 23 19:06:19.519517 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:19.521674 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-32040341-66c4-4dfc-ba62-a39d12a74b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:19.560942 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-36fd1cfe-7803-416b-abe2-8a255fa6ff5f req-8a568821-a910-493f-b91d-1c1e734e2623 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072988 Jun 23 19:06:19.571378 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=cfe912d1-af06-47c5-97dc-c74065cf9fcd,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:19.578596 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:19.578893 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:19.579405 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:19.579738 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:19.580089 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:19.580412 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:19.580732 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:19.581046 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:19.581360 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:19.581673 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:19.581986 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:19.582303 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:06:19.587009 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:19.603937 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-7aec6113-ecb2-4831-9908-233435ec55ff service neutron] 10.222.0.77 "GET /v2.0/networks/a5c49a9f-cbc5-409a-815b-2343edabc8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431763 Jun 23 19:06:19.808619 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-36fd1cfe-7803-416b-abe2-8a255fa6ff5f req-37ad85a0-e9ee-48d3-97bb-67cfcd834611 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349262 Jun 23 19:06:19.852011 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c7eb410-c3ab-4e24-acd3-63809e1bd0b2 req-3ba0f1db-f612-46a1-8ab4-9c67998780e0 service neutron] 10.222.0.77 "GET /v2.0/networks/a5c49a9f-cbc5-409a-815b-2343edabc8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085960 Jun 23 19:06:19.867692 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20070ae3-aadb-4bda-bb5a-bbc4bde687c0 req-e4d62f8c-9122-4957-a92b-ac7a9fb16a4c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:19.869251 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-20070ae3-aadb-4bda-bb5a-bbc4bde687c0 req-e4d62f8c-9122-4957-a92b-ac7a9fb16a4c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 944 time: 0.2248628 Jun 23 19:06:19.878848 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302be52a-76e3-4405-b788-17a740080417 req-0e15bb9e-aa4a-4ce3-9f4b-cc7a0acf6126 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:19.880372 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-302be52a-76e3-4405-b788-17a740080417 req-0e15bb9e-aa4a-4ce3-9f4b-cc7a0acf6126 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1724367 Jun 23 19:06:19.949840 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-20070ae3-aadb-4bda-bb5a-bbc4bde687c0 req-6fc2b978-5532-4c11-b0a9-d6f238004bdd tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684936 Jun 23 19:06:19.953947 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-302be52a-76e3-4405-b788-17a740080417 req-d8780fe3-228f-4d1c-b01e-0560a09a1345 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645211 Jun 23 19:06:20.034992 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['cfe912d1-af06-47c5-97dc-c74065cf9fcd'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:06:20.218051 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abbbce-e4fb-4a2d-bebe-07433d7ff6c4 req-a986dc58-305c-4765-81e9-42de4d75d4ed tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:20.219765 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b7abbbce-e4fb-4a2d-bebe-07433d7ff6c4 req-a986dc58-305c-4765-81e9-42de4d75d4ed tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1137178 Jun 23 19:06:20.228141 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:20.231527 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9140f3-bbf3-433c-9559-1ebca88cbbd7 req-06decbb7-63f6-45cf-b0c5-9362d0903a03 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:20.233277 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9a9140f3-bbf3-433c-9559-1ebca88cbbd7 req-06decbb7-63f6-45cf-b0c5-9362d0903a03 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 943 time: 0.1158533 Jun 23 19:06:20.296475 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b7abbbce-e4fb-4a2d-bebe-07433d7ff6c4 req-70e7ed34-3908-4e93-9ffd-dd1d7ef6fe75 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616055 Jun 23 19:06:20.301372 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9a9140f3-bbf3-433c-9559-1ebca88cbbd7 req-d59b63b7-a28e-4367-977d-8aded2ad17d5 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596263 Jun 23 19:06:20.669547 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d91c2-ef01-40c9-821d-a4a5ec214b4c req-2350b327-b3d0-4250-993a-79c2884f8b61 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:20.672834 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-aa0d91c2-ef01-40c9-821d-a4a5ec214b4c req-2350b327-b3d0-4250-993a-79c2884f8b61 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 943 time: 0.0633028 Jun 23 19:06:20.710441 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-aa0d91c2-ef01-40c9-821d-a4a5ec214b4c req-334f4067-e5b4-4d0e-89c2-0127f7adb6ac tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336273 Jun 23 19:06:21.178712 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc5ce4-fde3-4ad5-9af2-c5665fd11fe6 req-57d990ba-3fdf-4323-84f3-bd8e617e1827 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:21.180247 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eccc5ce4-fde3-4ad5-9af2-c5665fd11fe6 req-57d990ba-3fdf-4323-84f3-bd8e617e1827 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 944 time: 0.1130817 Jun 23 19:06:21.188818 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7774ce-6ffc-4875-bde0-41faae8509fe req-db2b31be-8a7d-4df6-9a05-cd909383b027 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:21.190246 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2b7774ce-6ffc-4875-bde0-41faae8509fe req-db2b31be-8a7d-4df6-9a05-cd909383b027 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1138949 Jun 23 19:06:21.241977 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device ebc454a3-e449-4963-ac09-951a8493ad06 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:06:21.247625 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eccc5ce4-fde3-4ad5-9af2-c5665fd11fe6 req-6c16e970-f35b-4f91-beaa-8b00f919ca81 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564268 Jun 23 19:06:21.252862 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2b7774ce-6ffc-4875-bde0-41faae8509fe req-820e972a-ab09-4dbe-a14e-ce5d3c02444c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539241 Jun 23 19:06:21.352582 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port ebc454a3-e449-4963-ac09-951a8493ad06, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ebc454a3-e449-4963-ac09-951a8493ad06,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:21.366657 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': 'ebc454a3-e449-4963-ac09-951a8493ad06', 'network_id': 'f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638', 'port_id': 'ebc454a3-e449-4963-ac09-951a8493ad06', 'mac_address': 'fa:16:3e:92:11:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a379e4-0bee-4f40-a9c6-23d144257946', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:06:21.407090 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:21.424603 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc454a3-e449-4963-ac09-951a8493ad06 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:06:21.457567 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port ebc454a3-e449-4963-ac09-951a8493ad06, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ebc454a3-e449-4963-ac09-951a8493ad06,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:21.528965 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0625df-1542-4920-b775-97a7fbd73a66 req-0a173486-9b89-4353-bdad-6c12c9adcf56 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:21.529805 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:21.530423 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4b0625df-1542-4920-b775-97a7fbd73a66 req-0a173486-9b89-4353-bdad-6c12c9adcf56 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1141448 Jun 23 19:06:21.532337 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-ad32e31c-029c-4fef-b253-612b67f912cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:21.546065 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c691c-e83c-4db8-95ec-e9813ae3118c req-704134df-fe01-4f62-85f3-d719c4b36b50 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:21.547537 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a75c691c-e83c-4db8-95ec-e9813ae3118c req-704134df-fe01-4f62-85f3-d719c4b36b50 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 943 time: 0.0979042 Jun 23 19:06:21.598424 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=ebc454a3-e449-4963-ac09-951a8493ad06,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:21.598555 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4b0625df-1542-4920-b775-97a7fbd73a66 req-e577d1be-5d12-43b0-bddb-e9f38b5bb5d5 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611575 Jun 23 19:06:21.601478 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:21.613147 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a75c691c-e83c-4db8-95ec-e9813ae3118c req-9db05d01-68fe-4331-8672-7ee5558df365 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592551 Jun 23 19:06:21.895325 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c004c6-9651-4a61-8d13-a7e519eca20f req-e9dc562e-b8b2-4ee0-aba2-8a1de2ac742e tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:21.896822 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-47c004c6-9651-4a61-8d13-a7e519eca20f req-e9dc562e-b8b2-4ee0-aba2-8a1de2ac742e tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 944 time: 0.0633733 Jun 23 19:06:21.938124 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-47c004c6-9651-4a61-8d13-a7e519eca20f req-389ebd70-3955-457c-9cea-c512bbf7cc87 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354872 Jun 23 19:06:22.042705 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['ebc454a3-e449-4963-ac09-951a8493ad06'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:06:22.462245 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d05013-7b12-40d5-8da0-c810bedf04c2 req-fa99b1ec-46f6-4939-8dff-7d476f9f50b3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:22.463699 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-38d05013-7b12-40d5-8da0-c810bedf04c2 req-fa99b1ec-46f6-4939-8dff-7d476f9f50b3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 944 time: 0.1063697 Jun 23 19:06:22.483996 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0ae1d-7038-4148-bc5c-a84b4e4a65e8 req-f8951179-abb5-4b9c-96c4-8dbacaad240a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:22.485414 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-22e0ae1d-7038-4148-bc5c-a84b4e4a65e8 req-f8951179-abb5-4b9c-96c4-8dbacaad240a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.0959816 Jun 23 19:06:22.533014 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-38d05013-7b12-40d5-8da0-c810bedf04c2 req-34cb544d-efbd-4f95-bfd6-e61ee1ef74b8 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620992 Jun 23 19:06:22.540091 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-22e0ae1d-7038-4148-bc5c-a84b4e4a65e8 req-d5cef057-a0ee-4c2d-b03a-a8c4d155ce5b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465050 Jun 23 19:06:23.078014 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23dc8d-41c7-4244-a7e7-add1e33421d8 req-2335c139-0153-457c-8838-1e26ef17b22b tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:23.079446 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7a23dc8d-41c7-4244-a7e7-add1e33421d8 req-2335c139-0153-457c-8838-1e26ef17b22b tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.3584895 Jun 23 19:06:23.088688 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb681b0c-3d7f-471a-8f97-e7a95723f0a3 req-065c230e-8162-4619-9b2d-b184e97b1f50 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:23.090073 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb681b0c-3d7f-471a-8f97-e7a95723f0a3 req-065c230e-8162-4619-9b2d-b184e97b1f50 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 943 time: 0.3595221 Jun 23 19:06:23.143744 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7a23dc8d-41c7-4244-a7e7-add1e33421d8 req-cf1f58c4-ba03-48b7-8ce1-4db08dd4b801 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527139 Jun 23 19:06:23.151378 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb681b0c-3d7f-471a-8f97-e7a95723f0a3 req-60816551-ca1d-4ece-a7f7-25f9bc54d8d0 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542793 Jun 23 19:06:23.244055 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:06:23.276292 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device cfe912d1-af06-47c5-97dc-c74065cf9fcd up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:06:23.341879 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6e8f0-5e19-4667-83a3-8254e9e616d5 req-eb90a26f-e865-43a1-9058-dcb20a2dcea2 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:23.344284 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-62d6e8f0-5e19-4667-83a3-8254e9e616d5 req-eb90a26f-e865-43a1-9058-dcb20a2dcea2 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 944 time: 0.0823789 Jun 23 19:06:23.380770 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 34600) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:23.390980 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-62d6e8f0-5e19-4667-83a3-8254e9e616d5 req-f34ec4fb-ec21-4295-94e2-15f29408649c tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416777 Jun 23 19:06:23.403405 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6236ce6d-55e4-4a1b-b027-7f6d380da2d5,segment=NetworkSegment(4b367e53-cd4a-441e-9744-499f8c9b857b),segment_id=4b367e53-cd4a-441e-9744-499f8c9b857b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:23.419215 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '6236ce6d-55e4-4a1b-b027-7f6d380da2d5', 'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3', 'port_id': '6236ce6d-55e4-4a1b-b027-7f6d380da2d5', 'mac_address': 'fa:16:3e:d2:af:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1becb5eb-8a19-493b-9d68-85d609d970ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:06:23.463479 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port cfe912d1-af06-47c5-97dc-c74065cf9fcd completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:06:23.469587 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port cfe912d1-af06-47c5-97dc-c74065cf9fcd triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:23.469959 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.471616 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.499003 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d635247-efcc-4291-9fc9-b882780ba170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.503023 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:06:23.532876 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6236ce6d-55e4-4a1b-b027-7f6d380da2d5,segment=NetworkSegment(4b367e53-cd4a-441e-9744-499f8c9b857b),segment_id=4b367e53-cd4a-441e-9744-499f8c9b857b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:23.583759 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.610954 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:23.613568 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05190bd1-7dd3-47cb-b862-80f1500ebbb0" -d '{"events": [{"server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "name": "network-vif-plugged", "status": "completed", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:23.618350 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d635247-efcc-4291-9fc9-b882780ba170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.628232 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port cfe912d1-af06-47c5-97dc-c74065cf9fcd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:23.629746 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.631848 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:23.688929 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=6236ce6d-55e4-4a1b-b027-7f6d380da2d5,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:23.692638 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:23.725291 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2d635247-efcc-4291-9fc9-b882780ba170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.728325 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3e091f10-9dbb-4bbb-be3e-ffc8594fecfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:23.760250 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.762977 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-ad32e31c-029c-4fef-b253-612b67f912cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:23.771026 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4ccf-6956-4fea-a615-5c2b25239742 req-cc7dac55-afc6-4583-99b4-e7a77c04b449 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:23.776369 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c46c4ccf-6956-4fea-a615-5c2b25239742 req-cc7dac55-afc6-4583-99b4-e7a77c04b449 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1120880 Jun 23 19:06:23.779882 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-2d635247-efcc-4291-9fc9-b882780ba170 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7b45cbedafd14b1ca3d877b32cab2d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979733 Jun 23 19:06:23.780896 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 34614) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:23.783123 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d635247-efcc-4291-9fc9-b882780ba170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3881b2-302b-4d0f-812d-e903e7773855,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:23.802981 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2d635247-efcc-4291-9fc9-b882780ba170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:23.820008 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=cfe912d1-af06-47c5-97dc-c74065cf9fcd,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:23.823956 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:23.824089 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2f9e5-b6b2-474b-9150-ba09e091a2f9 req-cb7bf938-4f63-4151-aa9e-e8a40a744e5b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:23.825951 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eab2f9e5-b6b2-474b-9150-ba09e091a2f9 req-cb7bf938-4f63-4151-aa9e-e8a40a744e5b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 944 time: 0.1280320 Jun 23 19:06:23.855359 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c46c4ccf-6956-4fea-a615-5c2b25239742 req-cf83dc1c-68ca-4863-8d4c-ab1e7ca4b83a tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718002 Jun 23 19:06:23.856009 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1f113f6b-3df7-4251-ad06-b27a0113fc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.887349 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1f113f6b-3df7-4251-ad06-b27a0113fc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:23.890001 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eab2f9e5-b6b2-474b-9150-ba09e091a2f9 req-f125fa61-ef27-4ec2-a096-c1c3fae97e9d tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551944 Jun 23 19:06:23.956983 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d81d135-304a-4d59-8f28-b2144a6b8e11 x-openstack-request-id: req-1d81d135-304a-4d59-8f28-b2144a6b8e11 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:23.957368 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "name": "network-vif-plugged", "status": "completed", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:23.957726 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1d81d135-304a-4d59-8f28-b2144a6b8e11 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:23.958193 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd', 'code': 200} Jun 23 19:06:24.028706 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1f113f6b-3df7-4251-ad06-b27a0113fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:24.031271 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a95ba-986c-41f7-8c4a-db980539c00a req-a7991faf-72e8-49dc-a219-5a7ac2cd49d7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:24.031397 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1f113f6b-3df7-4251-ad06-b27a0113fc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:24.032565 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-1f113f6b-3df7-4251-ad06-b27a0113fc7d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1a3881b2-302b-4d0f-812d-e903e7773855 HTTP/1.1" status: 204 len: 168 time: 0.2504358 Jun 23 19:06:24.032923 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ae2a95ba-986c-41f7-8c4a-db980539c00a req-a7991faf-72e8-49dc-a219-5a7ac2cd49d7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.0669839 Jun 23 19:06:24.033322 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e663a4c7-a621-4959-b3ed-304784561838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:24.044397 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f113f6b-3df7-4251-ad06-b27a0113fc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3881b2-302b-4d0f-812d-e903e7773855,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:24.054703 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-1f113f6b-3df7-4251-ad06-b27a0113fc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:24.086353 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ae2a95ba-986c-41f7-8c4a-db980539c00a req-4d691357-24ce-4003-ae12-7ffc73b7699d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415754 Jun 23 19:06:24.142155 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['6236ce6d-55e4-4a1b-b027-7f6d380da2d5'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:06:24.390531 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2950f0-25a3-49d5-b1b1-18737ade47e6 req-3ebd4ac1-7236-4ec7-9084-ea5b357e9644 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:24.392043 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5e2950f0-25a3-49d5-b1b1-18737ade47e6 req-3ebd4ac1-7236-4ec7-9084-ea5b357e9644 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1086218 Jun 23 19:06:24.406549 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fdfef-1f92-466c-a849-c78650676ad2 req-294efa0c-bf9c-45c8-a4d0-5e4fa16207be tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:24.408042 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-715fdfef-1f92-466c-a849-c78650676ad2 req-294efa0c-bf9c-45c8-a4d0-5e4fa16207be tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 944 time: 0.0911658 Jun 23 19:06:24.472617 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5e2950f0-25a3-49d5-b1b1-18737ade47e6 req-fc881a5a-d15f-4524-ae1b-9f9af7c66610 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744257 Jun 23 19:06:24.478985 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-715fdfef-1f92-466c-a849-c78650676ad2 req-3c7be278-8c80-40aa-add8-c59203c9d6d8 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644166 Jun 23 19:06:24.576984 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72525ad-a471-4470-8f84-9b56bb54d893 req-db359d1c-ddbd-4baa-bd91-9db40c3ebe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:24.579744 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f72525ad-a471-4470-8f84-9b56bb54d893 req-db359d1c-ddbd-4baa-bd91-9db40c3ebe89 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 1098 time: 0.0733988 Jun 23 19:06:24.648078 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f72525ad-a471-4470-8f84-9b56bb54d893 req-6f0c05d7-46d8-49c8-82c7-cd264e0454a1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618403 Jun 23 19:06:24.675917 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092aebd-757a-40c0-9fca-fb38db0d031a req-d76374c3-8b9a-4099-bbc1-b7069f25358b tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:24.677310 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2092aebd-757a-40c0-9fca-fb38db0d031a req-d76374c3-8b9a-4099-bbc1-b7069f25358b tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 944 time: 0.0827980 Jun 23 19:06:24.715173 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2092aebd-757a-40c0-9fca-fb38db0d031a req-b353d839-eb4d-447c-8de5-11882ee94ace tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320458 Jun 23 19:06:25.075765 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab97636-73bb-4297-8a77-e16f7c453a99 req-8f67b456-46d8-4706-b969-70ad82eb3c81 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:25.077331 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6ab97636-73bb-4297-8a77-e16f7c453a99 req-8f67b456-46d8-4706-b969-70ad82eb3c81 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1052310 Jun 23 19:06:25.122124 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409266fe-f470-4f1b-9d43-38ec702d61ba req-a8ca05ff-1284-4cb8-a43b-802649767dee tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:25.123591 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-409266fe-f470-4f1b-9d43-38ec702d61ba req-a8ca05ff-1284-4cb8-a43b-802649767dee tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 945 time: 0.1163337 Jun 23 19:06:25.131557 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6ab97636-73bb-4297-8a77-e16f7c453a99 req-41e02018-625c-46b3-9944-b4c1b22c7fef tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475421 Jun 23 19:06:25.167471 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-409266fe-f470-4f1b-9d43-38ec702d61ba req-13362db1-061a-4faa-950f-3e231f33b5dd tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349340 Jun 23 19:06:25.241255 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device ebc454a3-e449-4963-ac09-951a8493ad06 up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:06:25.295107 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9d79f-f130-4868-a7a4-517387d72fdd req-3a500456-7011-4ec4-8426-eb18b9fb4f3f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:25.296624 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ffe9d79f-f130-4868-a7a4-517387d72fdd req-3a500456-7011-4ec4-8426-eb18b9fb4f3f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.0653739 Jun 23 19:06:25.334901 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ffe9d79f-f130-4868-a7a4-517387d72fdd req-0a702b10-baee-415d-8a23-62f51291f342 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323818 Jun 23 19:06:25.474042 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port ebc454a3-e449-4963-ac09-951a8493ad06 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:06:25.478950 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port ebc454a3-e449-4963-ac09-951a8493ad06 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:25.479289 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:25.574464 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:25.618354 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port ebc454a3-e449-4963-ac09-951a8493ad06, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ebc454a3-e449-4963-ac09-951a8493ad06,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:25.714629 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:25.717270 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:25.732655 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8ea05-3282-42a9-b332-22d410c1af32 req-a5b1f21a-dd80-4ef9-a9e8-6fcf8f32e8f4 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:25.734318 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fec8ea05-3282-42a9-b332-22d410c1af32 req-a5b1f21a-dd80-4ef9-a9e8-6fcf8f32e8f4 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 944 time: 0.1107569 Jun 23 19:06:25.750237 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764860f8-27d0-44f5-a5dd-0dafbb11fd1f req-900d7e48-0c32-4e8d-a402-026f8e2786ab tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:25.752267 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-764860f8-27d0-44f5-a5dd-0dafbb11fd1f req-900d7e48-0c32-4e8d-a402-026f8e2786ab tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1187587 Jun 23 19:06:25.800574 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=ebc454a3-e449-4963-ac09-951a8493ad06,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:25.806778 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:25.819243 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fec8ea05-3282-42a9-b332-22d410c1af32 req-e5af6470-d590-46dc-b177-47eb93a838fe tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772800 Jun 23 19:06:25.827734 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-764860f8-27d0-44f5-a5dd-0dafbb11fd1f req-410a276e-74ce-4c7b-950d-71ffd5de6a24 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572264 Jun 23 19:06:25.959467 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc454a3-e449-4963-ac09-951a8493ad06'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:25.962558 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d715e85a-7ad5-44fc-8ba4-eaafb593bc65" -d '{"events": [{"server_uuid": "2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f", "name": "network-vif-plugged", "status": "completed", "tag": "ebc454a3-e449-4963-ac09-951a8493ad06"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:25.999600 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe1fb81-0595-49e6-9975-7ea5613db0d9 x-openstack-request-id: req-efe1fb81-0595-49e6-9975-7ea5613db0d9 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:25.999600 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f", "name": "network-vif-plugged", "status": "completed", "tag": "ebc454a3-e449-4963-ac09-951a8493ad06", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:25.999600 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-efe1fb81-0595-49e6-9975-7ea5613db0d9 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:26.000022 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc454a3-e449-4963-ac09-951a8493ad06', 'code': 200} Jun 23 19:06:26.004826 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150875c-03f1-4bd4-82af-410f89ab717c req-9f686f9c-7ada-4e07-8d9f-5ad17a32a175 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:26.006313 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3150875c-03f1-4bd4-82af-410f89ab717c req-9f686f9c-7ada-4e07-8d9f-5ad17a32a175 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 945 time: 0.0682516 Jun 23 19:06:26.045525 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3150875c-03f1-4bd4-82af-410f89ab717c req-f57e4eaf-301b-47a0-8d15-0208a94a5665 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Jun 23 19:06:26.137340 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2ee7eca-2cf4-46b3-9a78-4f662b87bca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:26.366916 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583baf9-7e57-41cc-a62e-2c8f3594aab3 req-ee1ddc1c-21d4-4bd6-9a17-ef13388cd641 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:26.369054 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6583baf9-7e57-41cc-a62e-2c8f3594aab3 req-ee1ddc1c-21d4-4bd6-9a17-ef13388cd641 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1090739 Jun 23 19:06:26.391911 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636021a0-d238-4dda-ace0-7c04af20c0e5 req-47ad9552-fbaf-4ced-b6b3-20d934c82d19 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:26.393164 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-636021a0-d238-4dda-ace0-7c04af20c0e5 req-47ad9552-fbaf-4ced-b6b3-20d934c82d19 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 945 time: 0.0998414 Jun 23 19:06:26.440698 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6583baf9-7e57-41cc-a62e-2c8f3594aab3 req-214ca4e4-8c2d-4839-8f9c-bf1f0f3bcbad tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649822 Jun 23 19:06:26.448077 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-636021a0-d238-4dda-ace0-7c04af20c0e5 req-611e040c-5031-4bc6-a966-2d24f2db50a1 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481145 Jun 23 19:06:26.548204 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7fba4-6ace-40fc-a539-62014229fb66 req-805391d1-9a7d-48d8-a232-c2f35ecb534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:26.549661 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-abc7fba4-6ace-40fc-a539-62014229fb66 req-805391d1-9a7d-48d8-a232-c2f35ecb534b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 1098 time: 0.0555041 Jun 23 19:06:26.610485 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-abc7fba4-6ace-40fc-a539-62014229fb66 req-b9b1ef04-7ab3-44a1-9d45-1129a8fa58c4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505602 Jun 23 19:06:26.636331 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a7cd9-7e5c-432b-92b3-2dcc52d6dbb9 req-730fa0b8-f771-4a85-b95c-16ceba8b4182 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:26.637700 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7e0a7cd9-7e5c-432b-92b3-2dcc52d6dbb9 req-730fa0b8-f771-4a85-b95c-16ceba8b4182 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.0870979 Jun 23 19:06:26.675693 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7e0a7cd9-7e5c-432b-92b3-2dcc52d6dbb9 req-63b0863c-01d8-46a4-959b-dc1eaa381bd9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322168 Jun 23 19:06:27.045733 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3886672-a04b-455b-b49d-0360938dea37 req-5d0727c2-105f-439e-b188-c6ba0ca5c477 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:27.047200 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c3886672-a04b-455b-b49d-0360938dea37 req-5d0727c2-105f-439e-b188-c6ba0ca5c477 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 944 time: 0.1063569 Jun 23 19:06:27.105130 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c52f19-c0d8-49cb-83d7-597984a42391 req-8d4644d9-70ab-4c92-a62c-bdbcf03a1021 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:27.106613 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-63c52f19-c0d8-49cb-83d7-597984a42391 req-8d4644d9-70ab-4c92-a62c-bdbcf03a1021 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1121302 Jun 23 19:06:27.109827 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c3886672-a04b-455b-b49d-0360938dea37 req-8b0247cd-d6f6-4017-8f9d-094406a429f1 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557733 Jun 23 19:06:27.146041 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-63c52f19-c0d8-49cb-83d7-597984a42391 req-734b6094-108e-48af-8af6-f68b6ab31d3c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331795 Jun 23 19:06:27.257327 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:06:27.275026 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a41d2-fa28-470b-b604-98f819ff0c4b req-69de35d4-57ce-460d-94bc-de7f16fcbf12 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:27.276562 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-351a41d2-fa28-470b-b604-98f819ff0c4b req-69de35d4-57ce-460d-94bc-de7f16fcbf12 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 945 time: 0.0631337 Jun 23 19:06:27.327530 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-351a41d2-fa28-470b-b604-98f819ff0c4b req-eae544be-ced3-4809-9bd7-af57bb114e57 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403273 Jun 23 19:06:27.358436 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:06:27.362475 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:27.362851 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:27.438923 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:27.470648 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6236ce6d-55e4-4a1b-b027-7f6d380da2d5,segment=NetworkSegment(4b367e53-cd4a-441e-9744-499f8c9b857b),segment_id=4b367e53-cd4a-441e-9744-499f8c9b857b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:27.542831 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:27.544895 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:27.595230 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=6236ce6d-55e4-4a1b-b027-7f6d380da2d5,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:27.598272 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:27.681640 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daa288-65a4-4840-8ec7-7fb28a6cf386 req-88bf2a9d-49ca-4c1a-a70c-4d90d00bc253 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:27.683215 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-40daa288-65a4-4840-8ec7-7fb28a6cf386 req-88bf2a9d-49ca-4c1a-a70c-4d90d00bc253 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1261582 Jun 23 19:06:27.698353 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852f4b6-d8bf-4fec-bb80-f022d3c46b05 req-8afc4e82-1220-410d-8ea8-274d49090f12 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:27.699975 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7852f4b6-d8bf-4fec-bb80-f022d3c46b05 req-8afc4e82-1220-410d-8ea8-274d49090f12 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 945 time: 0.1134944 Jun 23 19:06:27.760327 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-40daa288-65a4-4840-8ec7-7fb28a6cf386 req-35691cfa-d8e2-4135-936e-c7f07601b9b3 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706642 Jun 23 19:06:27.763162 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7852f4b6-d8bf-4fec-bb80-f022d3c46b05 req-7eb69b91-89ec-4aa5-99ed-d36a127d97a3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569820 Jun 23 19:06:27.964735 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efa2ce-e63d-4e54-86cc-16568ac1f9cd req-78f3afae-a157-4bbb-9d11-0835c623e430 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:27.966242 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-02efa2ce-e63d-4e54-86cc-16568ac1f9cd req-78f3afae-a157-4bbb-9d11-0835c623e430 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1056347 Jun 23 19:06:27.996774 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a20c3-eba3-46b7-b124-af443f3aa038 req-1b997c51-21e1-439c-a200-a75ca52e609a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:27.998291 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-354a20c3-eba3-46b7-b124-af443f3aa038 req-1b997c51-21e1-439c-a200-a75ca52e609a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 945 time: 0.1063278 Jun 23 19:06:28.000696 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8490e64-d25f-4633-bd41-8c0d3318987f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6236ce6d-55e4-4a1b-b027-7f6d380da2d5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:28.003035 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4266723-462f-41b7-8de5-ed21d44679f3" -d '{"events": [{"server_uuid": "b8490e64-d25f-4633-bd41-8c0d3318987f", "name": "network-vif-plugged", "status": "completed", "tag": "6236ce6d-55e4-4a1b-b027-7f6d380da2d5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:28.032565 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-02efa2ce-e63d-4e54-86cc-16568ac1f9cd req-0a45938f-9c8d-4bdb-9f41-7f55a5f5f025 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598006 Jun 23 19:06:28.051119 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-354a20c3-eba3-46b7-b124-af443f3aa038 req-c6fa2e7f-4a58-4a6a-9877-a76548ab32fd tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458744 Jun 23 19:06:28.083763 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2953b6e6-f3aa-4183-8daf-e7dd3eabd1e8 x-openstack-request-id: req-2953b6e6-f3aa-4183-8daf-e7dd3eabd1e8 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:28.084090 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8490e64-d25f-4633-bd41-8c0d3318987f", "name": "network-vif-plugged", "status": "completed", "tag": "6236ce6d-55e4-4a1b-b027-7f6d380da2d5", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:28.084431 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2953b6e6-f3aa-4183-8daf-e7dd3eabd1e8 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:28.084730 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8490e64-d25f-4633-bd41-8c0d3318987f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6236ce6d-55e4-4a1b-b027-7f6d380da2d5', 'code': 200} Jun 23 19:06:28.304308 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660a843-62b1-44ce-b05a-c2654d3a886b req-7da1a25f-0d82-48da-bddc-bd6f7d7ecaf6 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:28.306109 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5660a843-62b1-44ce-b05a-c2654d3a886b req-7da1a25f-0d82-48da-bddc-bd6f7d7ecaf6 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 945 time: 0.0786564 Jun 23 19:06:28.350605 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5660a843-62b1-44ce-b05a-c2654d3a886b req-1c626641-09b6-42c1-91c2-483db6a1f100 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379617 Jun 23 19:06:28.436965 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f29a7f-f61e-4599-b9e4-8cc9f1d200fb req-6a664bb2-9a83-4485-bb22-789593ce5a39 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:28.438458 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-18f29a7f-f61e-4599-b9e4-8cc9f1d200fb req-6a664bb2-9a83-4485-bb22-789593ce5a39 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0647256 Jun 23 19:06:28.511028 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-18f29a7f-f61e-4599-b9e4-8cc9f1d200fb req-eb96dba0-c86e-4920-aca8-113b17b35698 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652921 Jun 23 19:06:28.538496 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4266243-4043-462b-a43e-2f6a5944543f req-7432bb79-86f6-41c9-af3f-0e3496e2aba1 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:28.540727 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c4266243-4043-462b-a43e-2f6a5944543f req-7432bb79-86f6-41c9-af3f-0e3496e2aba1 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 945 time: 0.0882769 Jun 23 19:06:28.595132 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c4266243-4043-462b-a43e-2f6a5944543f req-4fec9b2f-b1e6-478c-a462-02865d6d971e tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484905 Jun 23 19:06:28.668599 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97238d61-2dc0-4a63-9c6f-a6e40bf4fa41 req-2affa65e-3a90-4d1e-aaee-b21a3a638868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:28.670093 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-97238d61-2dc0-4a63-9c6f-a6e40bf4fa41 req-2affa65e-3a90-4d1e-aaee-b21a3a638868 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 1098 time: 0.0889273 Jun 23 19:06:28.728621 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-97238d61-2dc0-4a63-9c6f-a6e40bf4fa41 req-47c729c9-5968-4ebd-b374-f81b538cea3f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502262 Jun 23 19:06:28.729632 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ea600de6-0f7b-46f8-9b7a-a2f2f843a298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:28.742516 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3445d-e560-4f6a-bb2b-d115277cd4ca req-699cc260-4443-4dca-a4e8-ea079f93151c tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:28.744128 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-39d3445d-e560-4f6a-bb2b-d115277cd4ca req-699cc260-4443-4dca-a4e8-ea079f93151c tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 945 time: 0.1150503 Jun 23 19:06:28.785764 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-39d3445d-e560-4f6a-bb2b-d115277cd4ca req-6f005c95-3ca6-48d8-a16c-f83cf5116896 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350924 Jun 23 19:06:28.862976 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:28.940142 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ee065-bdf6-4379-9031-85db56f04324 req-42c61ed3-53e1-425d-913c-d5cd0cbcb102 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:28.941655 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6b6ee065-bdf6-4379-9031-85db56f04324 req-42c61ed3-53e1-425d-913c-d5cd0cbcb102 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0655687 Jun 23 19:06:28.983519 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6b6ee065-bdf6-4379-9031-85db56f04324 req-14541739-c582-4d49-96ce-8cedefd1fb57 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354967 Jun 23 19:06:29.222162 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dda10-d76f-4e82-999e-7038fb1d8348 req-8a69eb92-c512-4bea-9be4-aacb4f7e45bc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:29.223635 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-053dda10-d76f-4e82-999e-7038fb1d8348 req-8a69eb92-c512-4bea-9be4-aacb4f7e45bc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.0651417 Jun 23 19:06:29.264029 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-053dda10-d76f-4e82-999e-7038fb1d8348 req-c026ae54-a753-4f5b-906a-16bb9f1123c7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344558 Jun 23 19:06:29.533053 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d2fcd-ce75-4f5b-9abd-b3097913dd53 req-87fdd24a-30a4-4709-8b14-7ca21870851d tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:29.534514 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f80d2fcd-ce75-4f5b-9abd-b3097913dd53 req-87fdd24a-30a4-4709-8b14-7ca21870851d tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 945 time: 0.0669656 Jun 23 19:06:29.583027 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f80d2fcd-ce75-4f5b-9abd-b3097913dd53 req-8ffc87a5-2e1f-4162-8414-321fd3e5603f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Jun 23 19:06:29.679958 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:29.702454 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172a236-ae70-4048-8a6f-2832e986c473 req-4b84cdbb-e35d-4f22-9722-0305dcfa3417 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:29.703964 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9172a236-ae70-4048-8a6f-2832e986c473 req-4b84cdbb-e35d-4f22-9722-0305dcfa3417 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0691829 Jun 23 19:06:29.742440 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9172a236-ae70-4048-8a6f-2832e986c473 req-94cfd7d5-1563-4d00-a9f0-30faaedb8a4d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Jun 23 19:06:29.964852 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e39ebe-c71e-4a95-bdda-22d13ac40284 req-2aad9d64-1184-490e-afe2-e5a907d3b385 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:29.966358 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b3e39ebe-c71e-4a95-bdda-22d13ac40284 req-2aad9d64-1184-490e-afe2-e5a907d3b385 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 945 time: 0.0707655 Jun 23 19:06:30.007317 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b3e39ebe-c71e-4a95-bdda-22d13ac40284 req-40470df4-cf0c-4b4f-9c73-4b09c8f3d704 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349238 Jun 23 19:06:30.169407 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c533f3f-0683-4b5e-a165-d4690411ad09 req-cd0bce26-1842-48fb-af51-d9dbf789fc41 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:30.171051 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2c533f3f-0683-4b5e-a165-d4690411ad09 req-cd0bce26-1842-48fb-af51-d9dbf789fc41 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0664473 Jun 23 19:06:30.211237 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2c533f3f-0683-4b5e-a165-d4690411ad09 req-929b5f5a-a0c6-4e38-983e-0ecbcb06e135 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339329 Jun 23 19:06:30.444016 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253c895-6465-4165-ac09-5b4b2bf47846 req-0bb0bb38-84cb-479a-898b-7047467dcaf9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:30.445553 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8253c895-6465-4165-ac09-5b4b2bf47846 req-0bb0bb38-84cb-479a-898b-7047467dcaf9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.0646853 Jun 23 19:06:30.488110 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8253c895-6465-4165-ac09-5b4b2bf47846 req-0f768797-d4cb-446e-92bd-251996851a12 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355787 Jun 23 19:06:30.767532 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e164f-07f3-4a1d-bfbe-188b47f4fb39 req-c7701e2f-a638-4974-892e-8c2faa21e08d tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:30.769613 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ec5e164f-07f3-4a1d-bfbe-188b47f4fb39 req-c7701e2f-a638-4974-892e-8c2faa21e08d tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 945 time: 0.0745807 Jun 23 19:06:30.810611 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ec5e164f-07f3-4a1d-bfbe-188b47f4fb39 req-e3966f2b-ac97-4420-95c7-84e1b16478ea tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351641 Jun 23 19:06:31.004284 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d074bed-eac8-4327-8eed-96d3c6cdfaf4 req-1dcca615-de49-4876-b4c0-a20a1970ef04 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:31.005753 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5d074bed-eac8-4327-8eed-96d3c6cdfaf4 req-1dcca615-de49-4876-b4c0-a20a1970ef04 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0827889 Jun 23 19:06:31.047917 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5d074bed-eac8-4327-8eed-96d3c6cdfaf4 req-42a533c8-c564-455d-8c64-c25b24e50462 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353501 Jun 23 19:06:31.409565 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5032d8-bc3c-4dd0-9085-ebc681f70bde req-c5b6421b-d8fc-4029-a15d-ad5f3406074b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:31.411038 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7d5032d8-bc3c-4dd0-9085-ebc681f70bde req-c5b6421b-d8fc-4029-a15d-ad5f3406074b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0731604 Jun 23 19:06:31.475508 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7d5032d8-bc3c-4dd0-9085-ebc681f70bde req-4ce381ef-464d-4971-923b-ba996597616d tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479655 Jun 23 19:06:31.484703 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4f45b-e4f1-4e41-862a-19fa19d9bb96 req-60d5726a-e7ad-476d-a977-17c6732efda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:31.486208 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-afd4f45b-e4f1-4e41-862a-19fa19d9bb96 req-60d5726a-e7ad-476d-a977-17c6732efda0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 1098 time: 0.0944030 Jun 23 19:06:31.500818 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:31.522993 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-afd4f45b-e4f1-4e41-862a-19fa19d9bb96 req-648b4404-f130-403e-878e-81c44951f803 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285833 Jun 23 19:06:31.672148 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd05c7e-c7ef-4be5-a9a5-47a2acb85669 req-ef5292d8-8052-40d8-ba5e-7936a74ccaee tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:31.673777 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cdd05c7e-c7ef-4be5-a9a5-47a2acb85669 req-ef5292d8-8052-40d8-ba5e-7936a74ccaee tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.0681043 Jun 23 19:06:31.715209 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cdd05c7e-c7ef-4be5-a9a5-47a2acb85669 req-3b3e4622-fcce-41a9-af25-4e4218da1900 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352113 Jun 23 19:06:31.985269 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc738-8388-4096-a0b4-f225c9b7ecb2 req-69a5886f-72ec-4477-99f5-c9f024e36873 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:31.986736 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b4fcc738-8388-4096-a0b4-f225c9b7ecb2 req-69a5886f-72ec-4477-99f5-c9f024e36873 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 945 time: 0.0645061 Jun 23 19:06:32.030205 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b4fcc738-8388-4096-a0b4-f225c9b7ecb2 req-55be53e0-7a6e-4131-9302-6c2a8713eceb tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376532 Jun 23 19:06:32.276151 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946f28-00b8-4a4e-b08a-a3270ae39999 req-f7ffa7fd-de60-4ad3-9e79-bce88ef0d001 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:32.278115 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ec946f28-00b8-4a4e-b08a-a3270ae39999 req-f7ffa7fd-de60-4ad3-9e79-bce88ef0d001 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0959294 Jun 23 19:06:32.342276 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ec946f28-00b8-4a4e-b08a-a3270ae39999 req-126643ae-7adc-4748-a9ea-c8d9712b9b99 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549417 Jun 23 19:06:32.735954 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ca734-9743-4551-900e-f54d311ea080 req-20baa1be-920e-481a-9738-bf89e81f3291 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:32.738578 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6b1ca734-9743-4551-900e-f54d311ea080 req-20baa1be-920e-481a-9738-bf89e81f3291 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0880129 Jun 23 19:06:32.800470 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6b1ca734-9743-4551-900e-f54d311ea080 req-8e50c086-5bbf-45a2-84e7-0f94b3090acc tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550590 Jun 23 19:06:32.994659 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ddd8d-fa59-43f3-9efa-f21ef95d2ef5 req-4f666c16-99ad-404c-a19b-6cb6be1453f5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:32.996246 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c40ddd8d-fa59-43f3-9efa-f21ef95d2ef5 req-4f666c16-99ad-404c-a19b-6cb6be1453f5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.0711331 Jun 23 19:06:33.056744 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c40ddd8d-fa59-43f3-9efa-f21ef95d2ef5 req-03becc2a-c8f5-4694-bdac-0c9a7da57ed9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495653 Jun 23 19:06:33.252783 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b0efa-4bfc-4307-bfdf-f194b3ffa1a3 req-e2943bbf-f9b4-4273-b411-166935921b5a tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:33.254490 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f74b0efa-4bfc-4307-bfdf-f194b3ffa1a3 req-e2943bbf-f9b4-4273-b411-166935921b5a tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 945 time: 0.0706947 Jun 23 19:06:33.309623 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f74b0efa-4bfc-4307-bfdf-f194b3ffa1a3 req-99afaad3-5429-42dc-9f4d-029ffb5e11ef tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Jun 23 19:06:33.572983 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bcab7-3adb-4d2f-b72c-07268f55baa2 req-dfd5be91-56af-471f-a207-5185c81c901e tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:33.576467 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a99bcab7-3adb-4d2f-b72c-07268f55baa2 req-dfd5be91-56af-471f-a207-5185c81c901e tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0963128 Jun 23 19:06:33.625183 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a99bcab7-3adb-4d2f-b72c-07268f55baa2 req-aaae6555-a6e3-408a-863c-e4377fd64c5d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414357 Jun 23 19:06:34.017308 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8a1cf-0436-42bc-8adc-844b6ad3056f req-a63463ee-c8c9-413c-bca6-b6ce7c7e4914 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:34.018908 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4fb8a1cf-0436-42bc-8adc-844b6ad3056f req-a63463ee-c8c9-413c-bca6-b6ce7c7e4914 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0736976 Jun 23 19:06:34.061267 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4fb8a1cf-0436-42bc-8adc-844b6ad3056f req-660d7cac-4dc7-44b9-a626-00a4a88d75bd tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344288 Jun 23 19:06:34.333114 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02499d15-3bd8-4903-b32d-39ce957fdbab req-62ac8187-1a48-4472-9205-65117eed591a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:34.336860 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-02499d15-3bd8-4903-b32d-39ce957fdbab req-62ac8187-1a48-4472-9205-65117eed591a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.0713573 Jun 23 19:06:34.386413 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-02499d15-3bd8-4903-b32d-39ce957fdbab req-6da33f40-73c2-43a6-aef9-ee74a055d468 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455000 Jun 23 19:06:34.819859 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acac99c-360b-4144-be10-9ce659762dd1 req-1b73a355-5274-4494-9be9-b33ad61f2faf tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:34.821482 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8acac99c-360b-4144-be10-9ce659762dd1 req-1b73a355-5274-4494-9be9-b33ad61f2faf tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0710981 Jun 23 19:06:34.881078 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8acac99c-360b-4144-be10-9ce659762dd1 req-281b5473-ca00-4688-92fd-3f7cb0d31c26 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467181 Jun 23 19:06:35.271122 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f5368-5762-44be-baad-4cf2f33f35f4 req-9dedf696-3c86-4a9e-86ca-f146be333264 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:35.272757 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-501f5368-5762-44be-baad-4cf2f33f35f4 req-9dedf696-3c86-4a9e-86ca-f146be333264 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0707495 Jun 23 19:06:35.335300 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-501f5368-5762-44be-baad-4cf2f33f35f4 req-de8e775b-2a70-471b-8bca-be3c7fe140fc tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548244 Jun 23 19:06:35.498340 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9a932-f60c-4128-8c28-243482a4de4d req-0a459025-5c4a-4542-842c-f857504ac260 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:35.499937 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-09d9a932-f60c-4128-8c28-243482a4de4d req-0a459025-5c4a-4542-842c-f857504ac260 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 945 time: 0.0824413 Jun 23 19:06:35.576145 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-09d9a932-f60c-4128-8c28-243482a4de4d req-caefb935-c598-4717-ba5d-75d02c5dc2f1 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691314 Jun 23 19:06:35.640733 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6bfb6-fa9d-443c-b90d-875065fdd1a5 req-8c3e3383-172f-482e-952e-871650549314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:35.643086 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-93a6bfb6-fa9d-443c-b90d-875065fdd1a5 req-8c3e3383-172f-482e-952e-871650549314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1160462 Jun 23 19:06:35.686934 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-93a6bfb6-fa9d-443c-b90d-875065fdd1a5 req-44399ed1-7c6f-41a3-820c-3eaa24996ea4 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377066 Jun 23 19:06:35.757547 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca63f7-5a0b-4801-b810-74b25174de4d req-ce0eac8a-becc-41a9-bf56-1a323b0b0d29 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:35.757547 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-35ca63f7-5a0b-4801-b810-74b25174de4d req-ce0eac8a-becc-41a9-bf56-1a323b0b0d29 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 945 time: 0.0689008 Jun 23 19:06:35.799202 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-35ca63f7-5a0b-4801-b810-74b25174de4d req-ed29a74c-6e1b-4a65-be42-61d7b30b103b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359514 Jun 23 19:06:35.825619 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 34844) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:36.088720 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196b445-d7a3-48d2-a22c-5f120fad340a req-0f0e3d6c-7d41-44cc-b48f-6f21359e3ed4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:36.096470 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9196b445-d7a3-48d2-a22c-5f120fad340a req-0f0e3d6c-7d41-44cc-b48f-6f21359e3ed4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0843017 Jun 23 19:06:36.161082 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9196b445-d7a3-48d2-a22c-5f120fad340a req-320f1470-aa5d-44d3-8b65-43fe90e2774e tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636065 Jun 23 19:06:36.182992 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e7393-c630-4ba9-a61c-528af03cd639 tempest-TestMinimumBasicScenario-1944641196 tempest-TestMinimumBasicScenario-1944641196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:36.185903 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-bf3e7393-c630-4ba9-a61c-528af03cd639 tempest-TestMinimumBasicScenario-1944641196 tempest-TestMinimumBasicScenario-1944641196-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 1093 time: 0.3578825 Jun 23 19:06:36.187669 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 34852) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:36.192372 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Request body: {'floatingip': {'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'port_id': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:36.314619 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:36.435385 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:36.593716 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Allocated IP 172.28.2.209 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/6a226381-4d98-40b5-a6ac-0c30f92305bc) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:06:36.608881 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fab569-d6e2-43e1-9208-acf2b3377fa6 req-79035929-cc5e-47bb-a125-9a49011ce19d tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:36.615840 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-25fab569-d6e2-43e1-9208-acf2b3377fa6 req-79035929-cc5e-47bb-a125-9a49011ce19d tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1287074 Jun 23 19:06:36.706572 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-25fab569-d6e2-43e1-9208-acf2b3377fa6 req-cb2b1648-49a7-4a75-8743-f65ed62d1919 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860431 Jun 23 19:06:36.787237 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:36.856374 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052101c8-10ae-4d0a-b37e-a38ebbcff9df req-b06ac581-1384-4b43-a0d2-6174580077b7 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:36.857985 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-052101c8-10ae-4d0a-b37e-a38ebbcff9df req-b06ac581-1384-4b43-a0d2-6174580077b7 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 945 time: 0.1192756 Jun 23 19:06:36.921784 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-052101c8-10ae-4d0a-b37e-a38ebbcff9df req-5b4e2616-84c1-4e87-a3c7-ebfb0d75efda tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425568 Jun 23 19:06:36.939745 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3eb89-2161-4634-b686-c163d1ef1fec req-b3b59b98-c273-49ed-a251-1028f3a66192 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:36.941780 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a5c3eb89-2161-4634-b686-c163d1ef1fec req-b3b59b98-c273-49ed-a251-1028f3a66192 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1056266 Jun 23 19:06:36.978470 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:36.983779 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4f5b4347-83c6-4dad-ac88-6fbeadce3b09 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:37.016136 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a5c3eb89-2161-4634-b686-c163d1ef1fec req-d9a3c09e-6492-4478-9748-62421a395a20 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666738 Jun 23 19:06:37.032713 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:37.038592 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:37.041208 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event updated for resources: {'Port': ['ID=6a226381-4d98-40b5-a6ac-0c30f92305bc,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:37.050015 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:06:37.054280 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:37.468184 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69536ae-7b0c-48ce-8374-654fc3c6ed0d req-bf88954b-cda3-43fa-aeb5-d89ce06a68cd tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:37.469744 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e69536ae-7b0c-48ce-8374-654fc3c6ed0d req-bf88954b-cda3-43fa-aeb5-d89ce06a68cd tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1710916 Jun 23 19:06:37.501549 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:37.784311 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e69536ae-7b0c-48ce-8374-654fc3c6ed0d req-195b1be4-61e5-4ed0-a45b-eaa91a4c8f38 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052664 Jun 23 19:06:37.922600 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfeebca-5d02-4373-ae3e-eb85aa4a9b55 req-f0c1db19-a687-4ab1-bca3-a4971d46184f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:37.925261 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8bfeebca-5d02-4373-ae3e-eb85aa4a9b55 req-f0c1db19-a687-4ab1-bca3-a4971d46184f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0940466 Jun 23 19:06:37.994394 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 34888) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:38.032276 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.061869 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8bfeebca-5d02-4373-ae3e-eb85aa4a9b55 req-8af53133-c3e6-4409-b975-a569680de92a tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290734 Jun 23 19:06:38.133319 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0082f966-8eb4-4c7d-a683-58c5094076f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.161622 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf6b67-a386-42d9-9218-c0d1bf0530c8 req-8db5c2ce-6236-45ae-a74a-790b459cae88 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:38.163142 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b8cf6b67-a386-42d9-9218-c0d1bf0530c8 req-8db5c2ce-6236-45ae-a74a-790b459cae88 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 945 time: 0.1990776 Jun 23 19:06:38.265087 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0082f966-8eb4-4c7d-a683-58c5094076f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.328261 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5dcd2-7275-476f-ab15-3d5ddcc70647 req-3ca36009-8565-464f-860c-ec59d318bcc5 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:38.330219 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d3b5dcd2-7275-476f-ab15-3d5ddcc70647 req-3ca36009-8565-464f-860c-ec59d318bcc5 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2470617 Jun 23 19:06:38.349392 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0082f966-8eb4-4c7d-a683-58c5094076f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.352189 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e17e3d73-5481-41de-9149-e8dd87d6660a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:38.394350 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082f966-8eb4-4c7d-a683-58c5094076f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46467753-aa29-4cef-8f10-282df0afbf9c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:38.400783 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-0082f966-8eb4-4c7d-a683-58c5094076f3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=444eac00fa274581bbb4c8d153600030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050629 Jun 23 19:06:38.402407 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-0082f966-8eb4-4c7d-a683-58c5094076f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:38.403280 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 34894) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:38.433194 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.451340 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d3b5dcd2-7275-476f-ab15-3d5ddcc70647 req-5fb54f30-d40b-4ea0-9606-f08660aebfe2 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920281 Jun 23 19:06:38.461193 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab798a-42ed-4b94-949b-e610acc5ff01 req-5e2065d8-7d30-421c-b423-effbe01ca7f6 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:38.476406 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09742428-a7d0-4e8a-9519-7eebe85dbc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.480267 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-80ab798a-42ed-4b94-949b-e610acc5ff01 req-5e2065d8-7d30-421c-b423-effbe01ca7f6 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 945 time: 0.2848485 Jun 23 19:06:38.508742 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09742428-a7d0-4e8a-9519-7eebe85dbc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.510855 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.513146 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:38.553798 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b8cf6b67-a386-42d9-9218-c0d1bf0530c8 req-9891dd9f-f5ca-4a90-b00a-45c9c13c7b0e tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Deleting port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:38.554158 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8cf6b67-a386-42d9-9218-c0d1bf0530c8 req-9891dd9f-f5ca-4a90-b00a-45c9c13c7b0e tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.590967 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.613053 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-80ab798a-42ed-4b94-949b-e610acc5ff01 req-5bf93708-3605-431b-a678-2017e584fe70 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317244 Jun 23 19:06:38.650579 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09742428-a7d0-4e8a-9519-7eebe85dbc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.653764 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-09742428-a7d0-4e8a-9519-7eebe85dbc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.655179 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-09742428-a7d0-4e8a-9519-7eebe85dbc05 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/46467753-aa29-4cef-8f10-282df0afbf9c HTTP/1.1" status: 204 len: 168 time: 0.2505021 Jun 23 19:06:38.655771 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-fb42a261-9741-4959-857a-cfd7167bdf91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:38.682078 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09742428-a7d0-4e8a-9519-7eebe85dbc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46467753-aa29-4cef-8f10-282df0afbf9c,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:38.686223 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-09742428-a7d0-4e8a-9519-7eebe85dbc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:38.809271 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event updated for resources: {'Port': ['ID=6a226381-4d98-40b5-a6ac-0c30f92305bc,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:38.821478 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:38.932715 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b8cf6b67-a386-42d9-9218-c0d1bf0530c8 req-9891dd9f-f5ca-4a90-b00a-45c9c13c7b0e tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] For port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6236ce6d-55e4-4a1b-b027-7f6d380da2d5,segment=NetworkSegment(4b367e53-cd4a-441e-9744-499f8c9b857b),segment_id=4b367e53-cd4a-441e-9744-499f8c9b857b)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:38.933157 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8cf6b67-a386-42d9-9218-c0d1bf0530c8 req-9891dd9f-f5ca-4a90-b00a-45c9c13c7b0e tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:38.945377 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.l3_db [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Floating IP 0d1014f2-a029-492e-9adc-3537c4a81ba9 associated. External IP: 172.28.2.209, port: cfe912d1-af06-47c5-97dc-c74065cf9fcd. Jun 23 19:06:38.952917 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b8cf6b67-a386-42d9-9218-c0d1bf0530c8 req-9891dd9f-f5ca-4a90-b00a-45c9c13c7b0e tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Calling delete_port for 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:39.016300 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679dfe4-d9ee-4b9d-9350-68d3d55502f8 req-81dd5ec8-e08a-48e2-9b31-ff552706a0f9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:39.019133 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b679dfe4-d9ee-4b9d-9350-68d3d55502f8 req-81dd5ec8-e08a-48e2-9b31-ff552706a0f9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.4143164 Jun 23 19:06:39.169417 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b679dfe4-d9ee-4b9d-9350-68d3d55502f8 req-bcade45e-86aa-4a24-9bf6-86a0f973643d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150751 Jun 23 19:06:39.405679 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Router be3a139b-b55f-4945-b651-db68187f12f2 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:06:39.414880 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4739c-eab3-4cef-acfd-726831e90db8 req-3f5ff45f-af71-43cd-b595-f07b0da835f0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:39.416527 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-21c4739c-eab3-4cef-acfd-726831e90db8 req-3f5ff45f-af71-43cd-b595-f07b0da835f0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.2277193 Jun 23 19:06:39.486953 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8cf6b67-a386-42d9-9218-c0d1bf0530c8 req-9891dd9f-f5ca-4a90-b00a-45c9c13c7b0e tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:39.496059 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:39.542680 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891dd9f-f5ca-4a90-b00a-45c9c13c7b0e tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Pushing event deleted for resources: {'Port': ['ID=6236ce6d-55e4-4a1b-b027-7f6d380da2d5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:39.576143 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9891dd9f-f5ca-4a90-b00a-45c9c13c7b0e tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:39.587853 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-21c4739c-eab3-4cef-acfd-726831e90db8 req-2a75dd20-c89b-4ed5-b421-5bbd6301b222 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614089 Jun 23 19:06:39.632824 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cf6b67-a386-42d9-9218-c0d1bf0530c8 req-9891dd9f-f5ca-4a90-b00a-45c9c13c7b0e tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] No DVR routers for this DVR port 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:06:39.639259 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b8cf6b67-a386-42d9-9218-c0d1bf0530c8 req-9891dd9f-f5ca-4a90-b00a-45c9c13c7b0e tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:39.641302 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b8cf6b67-a386-42d9-9218-c0d1bf0530c8 req-9891dd9f-f5ca-4a90-b00a-45c9c13c7b0e tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.77 "DELETE /v2.0/ports/6236ce6d-55e4-4a1b-b027-7f6d380da2d5 HTTP/1.1" status: 204 len: 173 time: 1.4472404 Jun 23 19:06:39.641806 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8490e64-d25f-4633-bd41-8c0d3318987f', 'name': 'network-vif-deleted', 'tag': '6236ce6d-55e4-4a1b-b027-7f6d380da2d5'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:39.644144 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ca5c63-21b2-44a5-88fa-ea6d9c862db4" -d '{"events": [{"server_uuid": "b8490e64-d25f-4633-bd41-8c0d3318987f", "name": "network-vif-deleted", "tag": "6236ce6d-55e4-4a1b-b027-7f6d380da2d5"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:39.650483 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:06:39.666248 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450255cf-6954-49fa-8a85-0b75fb309c65 None None] Sync routers for ids ['be3a139b-b55f-4945-b651-db68187f12f2'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:06:39.689551 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450255cf-6954-49fa-8a85-0b75fb309c65 None None] Routers {'be3a139b-b55f-4945-b651-db68187f12f2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:39.690205 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-450255cf-6954-49fa-8a85-0b75fb309c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:06:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['be3a139b-b55f-4945-b651-db68187f12f2'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:39.700481 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc382fe5-6e7c-4b9f-b207-98b8f2c77ce7 x-openstack-request-id: req-fc382fe5-6e7c-4b9f-b207-98b8f2c77ce7 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:39.700807 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8490e64-d25f-4633-bd41-8c0d3318987f", "name": "network-vif-deleted", "tag": "6236ce6d-55e4-4a1b-b027-7f6d380da2d5", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:39.701096 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fc382fe5-6e7c-4b9f-b207-98b8f2c77ce7 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:39.701626 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8490e64-d25f-4633-bd41-8c0d3318987f', 'name': 'network-vif-deleted', 'tag': '6236ce6d-55e4-4a1b-b027-7f6d380da2d5', 'status': 'completed', 'code': 200} Jun 23 19:06:39.754437 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:39.837942 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-450255cf-6954-49fa-8a85-0b75fb309c65 None None] Set router be3a139b-b55f-4945-b651-db68187f12f2 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:39.856297 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-68ecacfa-df8a-459a-8772-57ecd3e3f59c req-e037781a-6a10-4252-8bc8-e5c2a21e56cd tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 210 time: 0.0647619 Jun 23 19:06:39.895439 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7064400 Jun 23 19:06:39.898414 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 34932) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:39.905388 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-10aec5be-0071-4e6c-85b1-e5445172f033 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-319972999', 'description': 'tempest-secgroup-smoke-319972999 description', 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:40.086839 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 34936) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:40.098194 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10aec5be-0071-4e6c-85b1-e5445172f033 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.142644 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-450255cf-6954-49fa-8a85-0b75fb309c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 4, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port': {'id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:19Z', 'updated_at': '2021-06-23T19:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '0d1014f2-a029-492e-9adc-3537c4a81ba9', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'floating_ip_address': '172.28.2.209', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'port_id': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'mac_address': 'fa:16:3e:1f:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9ced5-49cd-4609-a7ac-187acf681942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:06:37Z', 'updated_at': '2021-06-23T19:06:37Z', 'revision_number': 0, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d79f7fb-79e5-4964-a9f9-e0c077191e49', 'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'mac_address': 'fa:16:3e:7c:75:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:22Z', 'updated_at': '2021-06-23T19:05:34Z', 'revision_number': 5, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'subnets': [{'id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:40.171076 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450255cf-6954-49fa-8a85-0b75fb309c65 None None] Checking router: be3a139b-b55f-4945-b651-db68187f12f2 for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:06:40.180111 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450255cf-6954-49fa-8a85-0b75fb309c65 None None] Routers {'be3a139b-b55f-4945-b651-db68187f12f2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:06:40.180942 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-450255cf-6954-49fa-8a85-0b75fb309c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:06:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['be3a139b-b55f-4945-b651-db68187f12f2'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:40.208087 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-876774576-network', 'tenant_id': '3596d52cebee45ff8bcff80e12e9164e'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:40.225867 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10aec5be-0071-4e6c-85b1-e5445172f033 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.307421 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10aec5be-0071-4e6c-85b1-e5445172f033 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.311697 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-32c273ee-4780-47aa-b976-3dd5bc3989e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:40.339093 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-450255cf-6954-49fa-8a85-0b75fb309c65 None None] Set router be3a139b-b55f-4945-b651-db68187f12f2 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:06:40.353428 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aec5be-0071-4e6c-85b1-e5445172f033 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2490ed-ca87-459b-808c-f154772b007b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:40.365392 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-10aec5be-0071-4e6c-85b1-e5445172f033 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:40.425919 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Made reservation on behalf of 3596d52cebee45ff8bcff80e12e9164e for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:06:40.430522 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.444483 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.484890 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb31e-db8c-414c-a9e0-157ee9daeffe req-cbef4dac-b424-43cb-a61e-3e168f904e4b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:40.493013 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8fdcb31e-db8c-414c-a9e0-157ee9daeffe req-cbef4dac-b424-43cb-a61e-3e168f904e4b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1282055 Jun 23 19:06:40.558339 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-10aec5be-0071-4e6c-85b1-e5445172f033 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.560507 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-10aec5be-0071-4e6c-85b1-e5445172f033 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6603141 Jun 23 19:06:40.566202 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 34948) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:40.574150 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d83dbba1-2c18-45e1-bd8a-92cc7629884c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Request body: {'security_group_rule': {'security_group_id': 'fe2490ed-ca87-459b-808c-f154772b007b', 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:40.579579 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8fdcb31e-db8c-414c-a9e0-157ee9daeffe req-e845712f-9a1d-4e79-9f9c-6b06c521fc8c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799038 Jun 23 19:06:40.648624 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-450255cf-6954-49fa-8a85-0b75fb309c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 4, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port': {'id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:19Z', 'updated_at': '2021-06-23T19:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '0d1014f2-a029-492e-9adc-3537c4a81ba9', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'floating_ip_address': '172.28.2.209', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'port_id': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'mac_address': 'fa:16:3e:1f:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9ced5-49cd-4609-a7ac-187acf681942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:06:37Z', 'updated_at': '2021-06-23T19:06:37Z', 'revision_number': 0, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d79f7fb-79e5-4964-a9f9-e0c077191e49', 'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'mac_address': 'fa:16:3e:7c:75:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:22Z', 'updated_at': '2021-06-23T19:05:34Z', 'revision_number': 5, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'subnets': [{'id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:06:40.683012 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450255cf-6954-49fa-8a85-0b75fb309c65 None None] The sync data for ids ['be3a139b-b55f-4945-b651-db68187f12f2'] in dv-cinder-790492-6-smb is: [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 4, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port': {'id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:19Z', 'updated_at': '2021-06-23T19:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '0d1014f2-a029-492e-9adc-3537c4a81ba9', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'floating_ip_address': '172.28.2.209', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'port_id': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'mac_address': 'fa:16:3e:1f:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9ced5-49cd-4609-a7ac-187acf681942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:06:37Z', 'updated_at': '2021-06-23T19:06:37Z', 'revision_number': 0, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d79f7fb-79e5-4964-a9f9-e0c077191e49', 'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'mac_address': 'fa:16:3e:7c:75:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:22Z', 'updated_at': '2021-06-23T19:05:34Z', 'revision_number': 5, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'subnets': [{'id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:06:40.754207 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.853289 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda80b0d-bd00-4cc8-8ee9-1ea54146bde8 req-a90f16ad-413a-4ea3-831d-f7e79fd6af8d tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:40.854873 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eda80b0d-bd00-4cc8-8ee9-1ea54146bde8 req-a90f16ad-413a-4ea3-831d-f7e79fd6af8d tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0915291 Jun 23 19:06:40.898262 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:40.912600 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-7b54549b-1f31-4e71-875a-976d17fbe7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:40.936939 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eda80b0d-bd00-4cc8-8ee9-1ea54146bde8 req-cc7854c0-21fc-4e90-975d-59eaf7760643 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745089 Jun 23 19:06:40.984804 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1388a129-d55f-47e7-be48-afa3f881f6d9,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:41.000833 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:41.047616 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b150a5-2e9c-4a32-8fb6-47a2c58cf605 None None] New status for floating IP 0d1014f2-a029-492e-9adc-3537c4a81ba9: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:06:41.147108 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7bdb298e-7d67-4cbe-b620-a570c4986260 req-63d37dc6-44e4-49fa-ae05-fd08662ecd76 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8490e64-d25f-4633-bd41-8c0d3318987f HTTP/1.1" status: 200 len: 210 time: 0.0309672 Jun 23 19:06:41.175598 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:06:41.178253 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d83dbba1-2c18-45e1-bd8a-92cc7629884c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.203274 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.203621 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.segments_db [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Added segment a112f68b-90bd-4700-ba0c-560e00c23d49 of type vlan for network afeeec98-7d4f-4e74-9362-9ebbd8403210 Jun 23 19:06:41.275408 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.292518 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:06:41.297638 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d83dbba1-2c18-45e1-bd8a-92cc7629884c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.323616 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:06:41.323999 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6236ce6d-55e4-4a1b-b027-7f6d380da2d5 not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:06:41.384500 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d83dbba1-2c18-45e1-bd8a-92cc7629884c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.387177 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:41.408182 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dbba1-2c18-45e1-bd8a-92cc7629884c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7128ac6b-ce8b-41f1-b962-ddf6fba8e657,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:41.411975 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d83dbba1-2c18-45e1-bd8a-92cc7629884c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:41.448055 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.453491 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:41.454655 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.469053 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:41.514518 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d83dbba1-2c18-45e1-bd8a-92cc7629884c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:41.516921 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-d83dbba1-2c18-45e1-bd8a-92cc7629884c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9491124 Jun 23 19:06:41.520031 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 34960) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:41.531010 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8fc35a6c-301c-4635-8437-f539e0d861a0 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Request body: {'security_group_rule': {'security_group_id': 'fe2490ed-ca87-459b-808c-f154772b007b', 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:41.573819 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Pushing event updated for resources: {'Network': ['ID=afeeec98-7d4f-4e74-9362-9ebbd8403210,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:41.579125 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:41.595687 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network afeeec98-7d4f-4e74-9362-9ebbd8403210 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:06:41.605793 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbda53-d175-419b-acaf-833a6dad4422 req-054f6603-60eb-4a80-a43a-53070c4af07a tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:41.607488 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-13bbda53-d175-419b-acaf-833a6dad4422 req-054f6603-60eb-4a80-a43a-53070c4af07a tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1497931 Jun 23 19:06:41.619539 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5303564 Jun 23 19:06:41.628369 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 34962) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:41.911286 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] Request body: {'subnet': {'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-876774576-subnet', 'tenant_id': '3596d52cebee45ff8bcff80e12e9164e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:41.921655 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:41.924481 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734ae4d3-0012-4931-8f08-bb680c27673e" -d '{"events": [{"name": "network-changed", "server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:41.973058 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a444d2f-055a-4f98-989f-82130c96776e req-e1967147-abd6-417d-825e-715d52e9be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:41.974680 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5a444d2f-055a-4f98-989f-82130c96776e req-e1967147-abd6-417d-825e-715d52e9be18 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8983aba05c24e5b9dbfe1a23a772fbb&device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 1098 time: 0.4168766 Jun 23 19:06:41.978576 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-13bbda53-d175-419b-acaf-833a6dad4422 req-aa0b0138-dea0-4926-af06-a1db55d50be1 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620441 Jun 23 19:06:42.077455 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013b0d3b-c291-401a-a51d-d72eb727d95f x-openstack-request-id: req-013b0d3b-c291-401a-a51d-d72eb727d95f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:42.077972 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:42.078143 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-013b0d3b-c291-401a-a51d-d72eb727d95f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:42.078483 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd', 'status': 'completed', 'code': 200} Jun 23 19:06:42.112730 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fc35a6c-301c-4635-8437-f539e0d861a0 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:42.180424 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a444d2f-055a-4f98-989f-82130c96776e req-9bd01ff5-3b92-4a7b-9048-bca4e205ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:42.182701 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5a444d2f-055a-4f98-989f-82130c96776e req-9bd01ff5-3b92-4a7b-9048-bca4e205ca6b service neutron] 10.222.0.77 "GET /v2.0/networks?id=9db2ccef-0a00-41e5-bbf4-f5acd5895449 HTTP/1.1" status: 200 len: 920 time: 0.1987517 Jun 23 19:06:42.212251 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] Made reservation on behalf of 3596d52cebee45ff8bcff80e12e9164e for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:06:42.214312 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:42.380333 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5a444d2f-055a-4f98-989f-82130c96776e req-4feb6a74-97d9-4ed2-9f12-79edc7de7a82 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16d5e781-dfa6-422e-a3e9-6368d043159d HTTP/1.1" status: 200 len: 217 time: 0.1392989 Jun 23 19:06:42.382788 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fc35a6c-301c-4635-8437-f539e0d861a0 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:42.475732 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fc35a6c-301c-4635-8437-f539e0d861a0 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:42.496447 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e8efc945-f0d5-4c98-8542-666276f38eb2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:42.538556 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc35a6c-301c-4635-8437-f539e0d861a0 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00ee41a-746f-4325-974c-68e0b14503d6,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:42.547161 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-8fc35a6c-301c-4635-8437-f539e0d861a0 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:42.549699 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a444d2f-055a-4f98-989f-82130c96776e req-199fb05e-cb91-4e2a-8254-8a4753a6f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:42.551248 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5a444d2f-055a-4f98-989f-82130c96776e req-199fb05e-cb91-4e2a-8254-8a4753a6f0e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=95e7c8fe-0843-480c-bedc-5dde25c6666d HTTP/1.1" status: 200 len: 859 time: 0.1604946 Jun 23 19:06:42.574246 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60a722-ed2a-4bd2-a9e3-9a51459a74e7 req-d161217d-4c5c-44f3-ab78-237b7ed74a9f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:42.576042 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6e60a722-ed2a-4bd2-a9e3-9a51459a74e7 req-d161217d-4c5c-44f3-ab78-237b7ed74a9f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.3831460 Jun 23 19:06:42.597669 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae4d3-0012-4931-8f08-bb680c27673e req-2c8193d9-bac6-4043-a11c-4d4b8e6f61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:42.599151 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-734ae4d3-0012-4931-8f08-bb680c27673e req-2c8193d9-bac6-4043-a11c-4d4b8e6f61ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5f7b1c893a854b98b934c4ce3b98b0bb&device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 1098 time: 0.3596351 Jun 23 19:06:42.675640 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5a444d2f-055a-4f98-989f-82130c96776e req-6c5fed4e-c36c-4d89-9825-0b4f821c8666 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9db2ccef-0a00-41e5-bbf4-f5acd5895449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974112 Jun 23 19:06:42.721421 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8fc35a6c-301c-4635-8437-f539e0d861a0 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:42.722602 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-8fc35a6c-301c-4635-8437-f539e0d861a0 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2014575 Jun 23 19:06:42.726102 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 34978) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:42.732170 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-8b3ba8b3-7877-4557-9725-cffe03d349fb tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Request body: {'security_group_rule': {'security_group_id': 'fe2490ed-ca87-459b-808c-f154772b007b', 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:42.865766 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6e60a722-ed2a-4bd2-a9e3-9a51459a74e7 req-4fa5c302-738e-4e42-9879-01aa0558e2bb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736564 Jun 23 19:06:42.879469 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba8b3-7877-4557-9725-cffe03d349fb tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:42.882253 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f6fc9-6910-4a4b-b880-2ca0847a7224 req-0378c6eb-c4a4-4c80-b687-4fed9d20e982 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:42.884552 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-804f6fc9-6910-4a4b-b880-2ca0847a7224 req-0378c6eb-c4a4-4c80-b687-4fed9d20e982 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.6162453 Jun 23 19:06:42.950910 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae4d3-0012-4931-8f08-bb680c27673e req-f8fee92a-0698-4e76-8675-2d55f96654cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:42.952446 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-734ae4d3-0012-4931-8f08-bb680c27673e req-f8fee92a-0698-4e76-8675-2d55f96654cc service neutron] 10.222.0.77 "GET /v2.0/networks?id=13147630-f843-4805-b90f-6be722da65af HTTP/1.1" status: 200 len: 916 time: 0.3244960 Jun 23 19:06:42.973993 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba8b3-7877-4557-9725-cffe03d349fb tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.015368 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5a444d2f-055a-4f98-989f-82130c96776e req-f240e721-71c7-4b8f-a2ef-71e93c376c0b service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245537 Jun 23 19:06:43.020780 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-804f6fc9-6910-4a4b-b880-2ca0847a7224 req-1565cbde-11be-48a9-9e8d-049989bfdfa6 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232111 Jun 23 19:06:43.026496 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.037582 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9fb5a3c6-6625-4a75-9c0d-bc6bf160b002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:43.053730 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba8b3-7877-4557-9725-cffe03d349fb tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.057433 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d18b8f65-83ec-4eed-80f1-7dc13b580cb1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:43.096791 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ba8b3-7877-4557-9725-cffe03d349fb tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3fbddb-53aa-45b3-9bb1-bfb9bf5b9089,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:43.113475 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8b3ba8b3-7877-4557-9725-cffe03d349fb tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:43.177601 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-734ae4d3-0012-4931-8f08-bb680c27673e req-63a0afd3-2561-4b87-a2c9-adb71974c458 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd HTTP/1.1" status: 200 len: 1001 time: 0.2087667 Jun 23 19:06:43.190610 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba8b3-7877-4557-9725-cffe03d349fb tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.201394 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-8b3ba8b3-7877-4557-9725-cffe03d349fb tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4736400 Jun 23 19:06:43.202724 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 34984) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:43.213022 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d45d96f4-dd08-4244-be08-5d4666ac5cdd tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Request body: {'security_group_rule': {'security_group_id': 'fe2490ed-ca87-459b-808c-f154772b007b', 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:43.260344 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd19b71-0512-40f5-b850-62da6d6ed7aa,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:43.271419 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:43.305276 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae4d3-0012-4931-8f08-bb680c27673e req-d7fb16c8-10ed-4d0a-929f-250aa45f525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:43.307328 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-734ae4d3-0012-4931-8f08-bb680c27673e req-d7fb16c8-10ed-4d0a-929f-250aa45f525e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c719324-d9a4-4858-a3ae-7ddab2c05e5d HTTP/1.1" status: 200 len: 854 time: 0.1164587 Jun 23 19:06:43.311492 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5a444d2f-055a-4f98-989f-82130c96776e req-11ef0d31-09ff-4835-a3fc-52f95f0c0047 service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854362 Jun 23 19:06:43.313301 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] Checking segment: {'id': 'a112f68b-90bd-4700-ba0c-560e00c23d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:43.313756 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] Network hostable DHCP agents. Network: afeeec98-7d4f-4e74-9362-9ebbd8403210, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:06:43.351181 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a49d4-fae3-48f5-bdd3-b823837c7ca7 req-9fecffd2-dbad-4ec3-aafa-d7161e29abf1 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:43.354236 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-854a49d4-fae3-48f5-bdd3-b823837c7ca7 req-9fecffd2-dbad-4ec3-aafa-d7161e29abf1 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 945 time: 0.3068204 Jun 23 19:06:43.364262 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d45d96f4-dd08-4244-be08-5d4666ac5cdd tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.452353 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] Network afeeec98-7d4f-4e74-9362-9ebbd8403210 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:06:43.459164 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d45d96f4-dd08-4244-be08-5d4666ac5cdd tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.477274 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-854a49d4-fae3-48f5-bdd3-b823837c7ca7 req-c478e2c4-e508-48a2-a959-0f3b82497514 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116343 Jun 23 19:06:43.499847 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae4d3-0012-4931-8f08-bb680c27673e req-cc944e28-27e8-45c9-90cb-97395c37df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:43.523214 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-734ae4d3-0012-4931-8f08-bb680c27673e req-cc944e28-27e8-45c9-90cb-97395c37df32 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13147630-f843-4805-b90f-6be722da65af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1467075 Jun 23 19:06:43.523214 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9ba95-85b8-44a9-bc8f-c51e74d6a4d6 req-7c557bc7-35ec-4902-b695-d96252cc41a9 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:43.523214 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c7f9ba95-85b8-44a9-bc8f-c51e74d6a4d6 req-7c557bc7-35ec-4902-b695-d96252cc41a9 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1837380 Jun 23 19:06:43.656031 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c7f9ba95-85b8-44a9-bc8f-c51e74d6a4d6 req-a8595748-0990-4807-9553-2aad8a0bd8a6 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263721 Jun 23 19:06:43.736293 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-734ae4d3-0012-4931-8f08-bb680c27673e req-ce35b015-5c56-4f22-a74d-7456a4b49628 service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224844 Jun 23 19:06:43.784584 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d45d96f4-dd08-4244-be08-5d4666ac5cdd tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:43.791133 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d83dbba1-2c18-45e1-bd8a-92cc7629884c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:43.798445 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-83b2991b-4bb3-49a4-a32d-615a24df82aa tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:43.817851 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-83b2991b-4bb3-49a4-a32d-615a24df82aa tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/networks?id=a5c49a9f-cbc5-409a-815b-2343edabc8c3 HTTP/1.1" status: 200 len: 808 time: 0.1683116 Jun 23 19:06:43.818228 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d96f4-dd08-4244-be08-5d4666ac5cdd tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e610c6-d5c2-4cdb-b334-3c846cfe6109,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:43.822337 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d45d96f4-dd08-4244-be08-5d4666ac5cdd tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:43.849115 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-fe992c91-ae8f-4845-b80a-9c1ea3499d1b tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/quotas/cd124c72ca7142ee81262590861f9e6c HTTP/1.1" status: 200 len: 375 time: 0.0198419 Jun 23 19:06:43.897775 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-12c62d0d-dd2d-4e19-b926-c33205c15c14 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd124c72ca7142ee81262590861f9e6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410159 Jun 23 19:06:43.902464 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-734ae4d3-0012-4931-8f08-bb680c27673e req-1010ea03-ff7a-41e5-84cb-db9a5bc8db3c service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545577 Jun 23 19:06:44.051180 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-132a4263-3344-49ff-85be-b8290e398189 service neutron] 10.222.0.67 "GET /v2.0/networks/a5c49a9f-cbc5-409a-815b-2343edabc8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432672 Jun 23 19:06:44.068091 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, afeeec98-7d4f-4e74-9362-9ebbd8403210) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:44.079713 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c67f74-c47c-4c7c-979a-6963d4b9465a None None] Network afeeec98-7d4f-4e74-9362-9ebbd8403210 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:06:44.097225 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:44.097824 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.161579 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d45d96f4-dd08-4244-be08-5d4666ac5cdd tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.163567 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-d45d96f4-dd08-4244-be08-5d4666ac5cdd tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9587922 Jun 23 19:06:44.167096 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 35004) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:44.170763 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8035-c60e-4eee-9ab7-74860f92b5f7 req-ece1426b-ee44-4541-a82b-350614ef19c3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:44.172406 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-691b8035-c60e-4eee-9ab7-74860f92b5f7 req-ece1426b-ee44-4541-a82b-350614ef19c3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1590166 Jun 23 19:06:44.174456 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6b7cb04c-4fa3-43c2-8975-899790e3279a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Request body: {'security_group_rule': {'security_group_id': 'fe2490ed-ca87-459b-808c-f154772b007b', 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:44.210047 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-912e9f57-c220-4cc2-b0d0-341e8cdd9cc4 service neutron] 10.222.0.67 "GET /v2.0/networks/a5c49a9f-cbc5-409a-815b-2343edabc8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507256 Jun 23 19:06:44.235807 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-691b8035-c60e-4eee-9ab7-74860f92b5f7 req-86e91ea0-0f83-4256-8ad3-d19e7fb2d8b5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494270 Jun 23 19:06:44.279796 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6329496 Jun 23 19:06:44.333651 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1696850a-b5fe-4efd-8806-15274f25d010 None None] Network afeeec98-7d4f-4e74-9362-9ebbd8403210 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:06:44.401882 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-6b7cb04c-4fa3-43c2-8975-899790e3279a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Project 5f7b1c893a854b98b934c4ce3b98b0bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:06:44.408645 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b7cb04c-4fa3-43c2-8975-899790e3279a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.521760 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c39bdd-6974-4649-b0bc-6fb4e3263909 req-e8d4cc9a-3f44-4ae2-9b3f-99c1e18d482a tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:44.534463 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-37c39bdd-6974-4649-b0bc-6fb4e3263909 req-e8d4cc9a-3f44-4ae2-9b3f-99c1e18d482a tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0880675 Jun 23 19:06:44.608350 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-37c39bdd-6974-4649-b0bc-6fb4e3263909 req-355e0852-0dfe-4ac0-ae55-92e4144bbed9 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751255 Jun 23 19:06:44.682911 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b7cb04c-4fa3-43c2-8975-899790e3279a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.750352 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b7cb04c-4fa3-43c2-8975-899790e3279a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.753863 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:44.778363 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a837a6e2-3600-476c-8aaa-2541e7cfdc3e req-ff4181fc-28ef-4a65-ab87-8ac469d5d46a tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 210 time: 0.0535226 Jun 23 19:06:44.780817 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cb04c-4fa3-43c2-8975-899790e3279a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35578fa4-a451-4db1-8a16-e21ff0b9b1dc,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:44.791487 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6b7cb04c-4fa3-43c2-8975-899790e3279a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:44.887081 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d7e2d-43d7-415e-8f6a-7a11965fd1c4 req-f02c0611-2e2d-4e5a-92fa-e4e8a1dc80f2 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:44.898047 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5e7d7e2d-43d7-415e-8f6a-7a11965fd1c4 req-f02c0611-2e2d-4e5a-92fa-e4e8a1dc80f2 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 945 time: 0.1608474 Jun 23 19:06:44.904865 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b7cb04c-4fa3-43c2-8975-899790e3279a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:44.912121 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-6b7cb04c-4fa3-43c2-8975-899790e3279a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7411735 Jun 23 19:06:44.912355 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 35024) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:06:44.926804 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c1df02a8-ccc1-4e4b-8b35-86056fd0b5d3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Request body: {'security_group_rule': {'security_group_id': 'fe2490ed-ca87-459b-808c-f154772b007b', 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:44.948455 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5e7d7e2d-43d7-415e-8f6a-7a11965fd1c4 req-33b028c5-e92d-4206-bd6c-4b9742908c3e tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492506 Jun 23 19:06:45.029507 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-c1df02a8-ccc1-4e4b-8b35-86056fd0b5d3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Project 5f7b1c893a854b98b934c4ce3b98b0bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:06:45.035292 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c1df02a8-ccc1-4e4b-8b35-86056fd0b5d3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.040405 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005feed5-4971-4c8d-9d75-79faaa1d0add req-e4d7c9e5-d9e4-494d-96a3-b35bfba9d71f tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:45.041914 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-005feed5-4971-4c8d-9d75-79faaa1d0add req-e4d7c9e5-d9e4-494d-96a3-b35bfba9d71f tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0924578 Jun 23 19:06:45.101896 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-005feed5-4971-4c8d-9d75-79faaa1d0add req-a90e4961-a4ce-4aaa-ad8c-e2a06633dbd4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490580 Jun 23 19:06:45.135703 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c1df02a8-ccc1-4e4b-8b35-86056fd0b5d3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.235843 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99095-a653-46c3-bf1c-dce4e6c07593 req-02d6c706-b7de-404c-b87d-08ec91ab424d tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:45.238438 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4ef99095-a653-46c3-bf1c-dce4e6c07593 req-02d6c706-b7de-404c-b87d-08ec91ab424d tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 945 time: 0.1198063 Jun 23 19:06:45.247163 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c1df02a8-ccc1-4e4b-8b35-86056fd0b5d3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.250198 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6b7cb04c-4fa3-43c2-8975-899790e3279a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:45.276227 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df02a8-ccc1-4e4b-8b35-86056fd0b5d3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01975836-dda8-4f3b-bba2-d1d15d509a38,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:45.280319 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c1df02a8-ccc1-4e4b-8b35-86056fd0b5d3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:45.355708 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-4ef99095-a653-46c3-bf1c-dce4e6c07593 req-45d74ac9-d8db-4dd8-a859-d20802e9684f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Deleting port ebc454a3-e449-4963-ac09-951a8493ad06 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:45.356051 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4ef99095-a653-46c3-bf1c-dce4e6c07593 req-45d74ac9-d8db-4dd8-a859-d20802e9684f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.430118 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c1df02a8-ccc1-4e4b-8b35-86056fd0b5d3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.432958 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-c1df02a8-ccc1-4e4b-8b35-86056fd0b5d3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5188959 Jun 23 19:06:45.536617 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4ef99095-a653-46c3-bf1c-dce4e6c07593 req-45d74ac9-d8db-4dd8-a859-d20802e9684f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] For port ebc454a3-e449-4963-ac09-951a8493ad06, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ebc454a3-e449-4963-ac09-951a8493ad06,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:45.537005 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4ef99095-a653-46c3-bf1c-dce4e6c07593 req-45d74ac9-d8db-4dd8-a859-d20802e9684f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:45.562960 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-4ef99095-a653-46c3-bf1c-dce4e6c07593 req-45d74ac9-d8db-4dd8-a859-d20802e9684f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Calling delete_port for ebc454a3-e449-4963-ac09-951a8493ad06 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:45.933797 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-74c43f37-c33f-49e5-8c01-d8cd2b7c1871 req-a1e7f783-109c-49c2-bde9-a713e15e5037 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-319972999&fields=id&tenant_id=5f7b1c893a854b98b934c4ce3b98b0bb HTTP/1.1" status: 200 len: 267 time: 0.3626370 Jun 23 19:06:45.943729 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e303e4-1475-4566-bbcf-bcdcd777d009 req-bfab8325-e104-4f73-9849-71b626ce1423 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:45.945421 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-05e303e4-1475-4566-bbcf-bcdcd777d009 req-bfab8325-e104-4f73-9849-71b626ce1423 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.4502852 Jun 23 19:06:46.054575 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-05e303e4-1475-4566-bbcf-bcdcd777d009 req-be7e7a20-a262-497d-b6cd-cd4ed4bdeaac tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937424 Jun 23 19:06:46.118809 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c43f37-c33f-49e5-8c01-d8cd2b7c1871 req-42478d6e-9371-45a4-a1cd-36f7b00a563b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:46.121597 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-74c43f37-c33f-49e5-8c01-d8cd2b7c1871 req-42478d6e-9371-45a4-a1cd-36f7b00a563b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 945 time: 0.1704535 Jun 23 19:06:46.138534 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-74c43f37-c33f-49e5-8c01-d8cd2b7c1871 req-0e6b4762-4389-420b-8987-15cedd5cbb3c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Request body: {'port': {'security_groups': ['eb199812-4514-4955-8d30-f3d1c020cfe2', 'fe2490ed-ca87-459b-808c-f154772b007b']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:46.232812 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4ef99095-a653-46c3-bf1c-dce4e6c07593 req-45d74ac9-d8db-4dd8-a859-d20802e9684f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.270367 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:46.289599 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['c99c2369-7129-49fe-82a1-9c643c920814', '9489e881-a61e-4a9e-a698-78c71a78440f', 'd1313ed4-5af2-4d19-9c6d-20e0f1744b83', 'ebc454a3-e449-4963-ac09-951a8493ad06'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:06:46.345547 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d74ac9-d8db-4dd8-a859-d20802e9684f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Pushing event deleted for resources: {'Port': ['ID=ebc454a3-e449-4963-ac09-951a8493ad06,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:46.352250 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-45d74ac9-d8db-4dd8-a859-d20802e9684f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:46.379849 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74c43f37-c33f-49e5-8c01-d8cd2b7c1871 req-0e6b4762-4389-420b-8987-15cedd5cbb3c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.411275 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef99095-a653-46c3-bf1c-dce4e6c07593 req-45d74ac9-d8db-4dd8-a859-d20802e9684f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] No DVR routers for this DVR port ebc454a3-e449-4963-ac09-951a8493ad06 on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:06:46.416139 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4ef99095-a653-46c3-bf1c-dce4e6c07593 req-45d74ac9-d8db-4dd8-a859-d20802e9684f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.418273 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4ef99095-a653-46c3-bf1c-dce4e6c07593 req-45d74ac9-d8db-4dd8-a859-d20802e9684f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "DELETE /v2.0/ports/ebc454a3-e449-4963-ac09-951a8493ad06 HTTP/1.1" status: 204 len: 173 time: 1.1735501 Jun 23 19:06:46.418808 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f', 'name': 'network-vif-deleted', 'tag': 'ebc454a3-e449-4963-ac09-951a8493ad06'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:46.421858 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d4d9c8-0666-4cee-bbf8-f7ead528c42c" -d '{"events": [{"server_uuid": "2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f", "name": "network-vif-deleted", "tag": "ebc454a3-e449-4963-ac09-951a8493ad06"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:46.525312 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d26a-0cbf-42cc-96d5-2e6024bbc2ec req-e297b6e8-5a07-4e0b-bcd9-a3928f9c3b48 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:46.529119 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cd06d26a-0cbf-42cc-96d5-2e6024bbc2ec req-e297b6e8-5a07-4e0b-bcd9-a3928f9c3b48 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.2595544 Jun 23 19:06:46.640006 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cd06d26a-0cbf-42cc-96d5-2e6024bbc2ec req-3657afe0-eb93-40c2-b6c0-64d8cfc27e9f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996659 Jun 23 19:06:46.834634 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c03bd972-0b62-4fb2-9326-a49f40b9f48d req-10a0dd07-bd9e-4c65-9eea-9f953aa261f2 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 210 time: 0.0450029 Jun 23 19:06:46.836982 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-74c43f37-c33f-49e5-8c01-d8cd2b7c1871 req-0e6b4762-4389-420b-8987-15cedd5cbb3c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] For port cfe912d1-af06-47c5-97dc-c74065cf9fcd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:46.884765 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74c43f37-c33f-49e5-8c01-d8cd2b7c1871 req-0e6b4762-4389-420b-8987-15cedd5cbb3c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:46.989050 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-02c51af4-c040-4614-91b3-c2a4eb45d8fb req-59ef743c-a337-4119-88b0-545f66bca3a6 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 210 time: 0.0407434 Jun 23 19:06:47.036136 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74c43f37-c33f-49e5-8c01-d8cd2b7c1871 req-0e6b4762-4389-420b-8987-15cedd5cbb3c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.042576 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:47.082188 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c43f37-c33f-49e5-8c01-d8cd2b7c1871 req-0e6b4762-4389-420b-8987-15cedd5cbb3c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:47.082875 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-74c43f37-c33f-49e5-8c01-d8cd2b7c1871 req-0e6b4762-4389-420b-8987-15cedd5cbb3c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.088679 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-74c43f37-c33f-49e5-8c01-d8cd2b7c1871 req-0e6b4762-4389-420b-8987-15cedd5cbb3c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "PUT /v2.0/ports/cfe912d1-af06-47c5-97dc-c74065cf9fcd HTTP/1.1" status: 200 len: 981 time: 0.9595954 Jun 23 19:06:47.161777 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60edf076-6c70-43bc-81c2-433e10fcf89f x-openstack-request-id: req-60edf076-6c70-43bc-81c2-433e10fcf89f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:47.162379 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f", "name": "network-vif-deleted", "tag": "ebc454a3-e449-4963-ac09-951a8493ad06", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:47.164771 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-60edf076-6c70-43bc-81c2-433e10fcf89f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:47.164771 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f', 'name': 'network-vif-deleted', 'tag': 'ebc454a3-e449-4963-ac09-951a8493ad06', 'status': 'completed', 'code': 200} Jun 23 19:06:47.229363 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b4762-4389-420b-8987-15cedd5cbb3c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event updated for resources: {'Port': ['ID=cfe912d1-af06-47c5-97dc-c74065cf9fcd,revision_number=6']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:47.240350 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-0e6b4762-4389-420b-8987-15cedd5cbb3c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:47.319625 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4fa0d-626d-47cd-85ad-fa078cc6ef37 req-82e9dd63-447d-40c9-92f1-6c76c87aa007 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:47.321248 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3fb4fa0d-626d-47cd-85ad-fa078cc6ef37 req-82e9dd63-447d-40c9-92f1-6c76c87aa007 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2264490 Jun 23 19:06:47.335018 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e51521e0-51ba-4889-87b0-dc61ba32d2ce None None] Provisioning complete for port cfe912d1-af06-47c5-97dc-c74065cf9fcd triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:47.335663 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e51521e0-51ba-4889-87b0-dc61ba32d2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:47.390073 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3fb4fa0d-626d-47cd-85ad-fa078cc6ef37 req-13a98244-6341-40ff-ad97-55ab9c2873a8 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581274 Jun 23 19:06:47.396571 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-5aa1b13d-f863-4a8d-b946-4a0c3f36cff6 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:47.398127 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-5aa1b13d-f863-4a8d-b946-4a0c3f36cff6 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/networks?id=afeeec98-7d4f-4e74-9362-9ebbd8403210 HTTP/1.1" status: 200 len: 813 time: 0.1552734 Jun 23 19:06:47.419705 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-8ff5bcee-d3df-48e9-8325-cf5c2ae55ef8 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/quotas/3596d52cebee45ff8bcff80e12e9164e HTTP/1.1" status: 200 len: 375 time: 0.0110216 Jun 23 19:06:47.458051 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['cfe912d1-af06-47c5-97dc-c74065cf9fcd'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:06:47.473949 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-185c7721-47ca-4543-89aa-5a0de0054249 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3596d52cebee45ff8bcff80e12e9164e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466232 Jun 23 19:06:47.686273 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-3eb88c22-8c10-4a29-97fb-8eb9c5397803 service neutron] 10.222.0.67 "GET /v2.0/networks/afeeec98-7d4f-4e74-9362-9ebbd8403210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042735 Jun 23 19:06:47.734245 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38331696-d6a3-49b4-a03e-fbdf8a66ffb4 req-bdcc8e46-cab6-4956-b954-ac1a8db6767c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:47.735903 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-38331696-d6a3-49b4-a03e-fbdf8a66ffb4 req-bdcc8e46-cab6-4956-b954-ac1a8db6767c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.1465571 Jun 23 19:06:47.897901 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-38331696-d6a3-49b4-a03e-fbdf8a66ffb4 req-b5239bbd-60d2-4fce-90c2-8da9fc7cb58a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277647 Jun 23 19:06:47.908056 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-b30d457f-ce9d-4d9e-bc52-baf06dc920e3 service neutron] 10.222.0.67 "GET /v2.0/networks/afeeec98-7d4f-4e74-9362-9ebbd8403210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092450 Jun 23 19:06:47.976937 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-5e0a8a2a-c9fa-4fa5-ab76-46ae2d4f228c tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:47.979505 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-5e0a8a2a-c9fa-4fa5-ab76-46ae2d4f228c tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.77 "GET /v2.0/networks?id=a5c49a9f-cbc5-409a-815b-2343edabc8c3 HTTP/1.1" status: 200 len: 808 time: 0.1989741 Jun 23 19:06:48.012815 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['cfe912d1-af06-47c5-97dc-c74065cf9fcd'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:06:48.037989 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Request body: {'port': {'device_id': '918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b', 'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3', 'admin_state_up': True, 'tenant_id': 'cd124c72ca7142ee81262590861f9e6c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:48.392485 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc41859-3f28-4b2e-b824-c055e94b48c7 req-66f811c3-3808-415a-9dbd-ee0d5028b72b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:48.396750 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4bc41859-3f28-4b2e-b824-c055e94b48c7 req-66f811c3-3808-415a-9dbd-ee0d5028b72b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.2031426 Jun 23 19:06:48.485847 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Made reservation on behalf of cd124c72ca7142ee81262590861f9e6c for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:06:48.490017 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:48.542569 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4bc41859-3f28-4b2e-b824-c055e94b48c7 req-84aee2ef-ae1b-4af7-84bf-43400c6ba114 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106272 Jun 23 19:06:48.559166 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19856a-e1a8-4d39-a786-6b99108018e1 req-b513ddc0-baaa-4121-aae4-a0951f0987ba tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:48.566770 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cd19856a-e1a8-4d39-a786-6b99108018e1 req-b513ddc0-baaa-4121-aae4-a0951f0987ba tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1713331 Jun 23 19:06:48.656618 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cd19856a-e1a8-4d39-a786-6b99108018e1 req-63619739-1ffd-4429-8260-98ebc99a809b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886774 Jun 23 19:06:48.745321 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-54b94a0b-87c9-42fc-8d10-22051bf94133 req-ce0c6fb2-8f83-41a3-b189-b5d14292d44e tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 210 time: 0.0371838 Jun 23 19:06:48.773765 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Allocated IP 172.20.0.11 (a5c49a9f-cbc5-409a-815b-2343edabc8c3/1becb5eb-8a19-493b-9d68-85d609d970ec/9009d7fd-0396-4f14-abc6-81e341064c51) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:06:48.845217 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-65923846-ab36-4719-9987-7cae2f77b0be req-f1e2543c-0333-4920-877b-9267a687f9eb tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4afa8d-7cb0-4cff-bcf9-d8474ac4cb3f HTTP/1.1" status: 200 len: 210 time: 0.0455015 Jun 23 19:06:48.890956 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f06a25d6-1f5b-4ffb-aec7-802ac6a9b129 req-8d2e3fbd-0c12-4209-a593-820b8fa841ae tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 210 time: 0.0508921 Jun 23 19:06:49.055742 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.095450 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435734fd-c652-4f21-a35a-52207436c63b req-d1173317-b7e7-45ea-b33b-119e010a837b tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:49.097094 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-435734fd-c652-4f21-a35a-52207436c63b req-d1173317-b7e7-45ea-b33b-119e010a837b tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1186671 Jun 23 19:06:49.161935 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-435734fd-c652-4f21-a35a-52207436c63b req-13b34719-5c24-451e-bf91-18f11d9af888 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550921 Jun 23 19:06:49.164323 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:49.167259 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c4fbda-d703-4df0-8f8c-e1414dadb78b" -d '{"events": [{"name": "network-changed", "server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:49.206469 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053c2ecc-5114-460f-aae3-11d600a0072a x-openstack-request-id: req-053c2ecc-5114-460f-aae3-11d600a0072a {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:49.206795 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:49.207070 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-053c2ecc-5114-460f-aae3-11d600a0072a {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:49.207500 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd', 'status': 'completed', 'code': 200} Jun 23 19:06:49.240753 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.246196 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-45d74ac9-d8db-4dd8-a859-d20802e9684f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:49.320268 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Network a5c49a9f-cbc5-409a-815b-2343edabc8c3 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:49.326817 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device ebc454a3-e449-4963-ac09-951a8493ad06 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:06:49.330440 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:49.334010 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Pushing event updated for resources: {'Port': ['ID=9009d7fd-0396-4f14-abc6-81e341064c51,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:49.341699 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:06:49.344005 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:49.344704 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.347790 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:49.380985 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4fbda-d703-4df0-8f8c-e1414dadb78b req-46b3416c-5191-4c1d-962b-13344fac8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:49.383236 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c8c4fbda-d703-4df0-8f8c-e1414dadb78b req-46b3416c-5191-4c1d-962b-13344fac8bbf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5f7b1c893a854b98b934c4ce3b98b0bb&device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 1137 time: 0.1058745 Jun 23 19:06:49.400941 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: ebc454a3-e449-4963-ac09-951a8493ad06 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:06:49.401495 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device ebc454a3-e449-4963-ac09-951a8493ad06 not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:06:49.484446 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4755290 Jun 23 19:06:49.490048 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4fbda-d703-4df0-8f8c-e1414dadb78b req-a7078dff-722a-4e20-84e1-f28d3e9a29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:49.491603 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c8c4fbda-d703-4df0-8f8c-e1414dadb78b req-a7078dff-722a-4e20-84e1-f28d3e9a29ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=13147630-f843-4805-b90f-6be722da65af HTTP/1.1" status: 200 len: 916 time: 0.1021001 Jun 23 19:06:49.520231 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Request body: {'port': {'device_id': '918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:49.658152 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c8c4fbda-d703-4df0-8f8c-e1414dadb78b req-5e946bc0-ba75-45b3-97e1-ad98ef952c1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd HTTP/1.1" status: 200 len: 1001 time: 0.1419652 Jun 23 19:06:49.730501 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:49.775446 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4fbda-d703-4df0-8f8c-e1414dadb78b req-19eaf29d-62c0-4844-8267-03fb340303d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:49.778264 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c8c4fbda-d703-4df0-8f8c-e1414dadb78b req-19eaf29d-62c0-4844-8267-03fb340303d3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c719324-d9a4-4858-a3ae-7ddab2c05e5d HTTP/1.1" status: 200 len: 854 time: 0.1067777 Jun 23 19:06:50.111531 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4fbda-d703-4df0-8f8c-e1414dadb78b req-b76ad033-3bcf-4484-9100-65fbd0b1cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:50.113390 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c8c4fbda-d703-4df0-8f8c-e1414dadb78b req-b76ad033-3bcf-4484-9100-65fbd0b1cf01 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13147630-f843-4805-b90f-6be722da65af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3062129 Jun 23 19:06:50.151766 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cc99c-cef7-4b41-9068-8680e0691e5e req-80c94018-fc65-43f2-b42a-e932e59e3f45 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:50.153383 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-243cc99c-cef7-4b41-9068-8680e0691e5e req-80c94018-fc65-43f2-b42a-e932e59e3f45 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.3451428 Jun 23 19:06:50.184005 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449452bb-aa31-4ead-9d8b-29713bd96d6b req-c7411996-dba7-4df0-953c-aeb2fe341c3e tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:50.185903 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-449452bb-aa31-4ead-9d8b-29713bd96d6b req-c7411996-dba7-4df0-953c-aeb2fe341c3e tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.3097711 Jun 23 19:06:50.266655 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:50.302417 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:06:50.349529 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-243cc99c-cef7-4b41-9068-8680e0691e5e req-d0c1b71f-bd04-4b19-ad89-b8a4fafc51cb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819453 Jun 23 19:06:50.358002 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-449452bb-aa31-4ead-9d8b-29713bd96d6b req-c56dd17a-0fcf-496b-a313-7260e3cde739 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498129 Jun 23 19:06:50.393174 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c8c4fbda-d703-4df0-8f8c-e1414dadb78b req-fc15c559-33b9-48a7-acc2-a53489a4ccfc service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678161 Jun 23 19:06:50.502833 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c8c4fbda-d703-4df0-8f8c-e1414dadb78b req-62cfd8e0-78bc-4ce9-99f0-4b62f2df9384 service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027513 Jun 23 19:06:50.521639 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9009d7fd-0396-4f14-abc6-81e341064c51 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:06:50.537388 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:50.563917 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Transition to ACTIVE for port object 9009d7fd-0396-4f14-abc6-81e341064c51 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:06:50.648962 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754505a0-eb1c-4f41-b507-65e30d906d81 req-8e902776-6077-4b9c-9503-34797a409ef3 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:50.650595 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-754505a0-eb1c-4f41-b507-65e30d906d81 req-8e902776-6077-4b9c-9503-34797a409ef3 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 932 time: 0.0747812 Jun 23 19:06:50.704574 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-754505a0-eb1c-4f41-b507-65e30d906d81 req-ebbe9423-29b1-4c1e-8959-55493a34d11b tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470860 Jun 23 19:06:50.722373 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:50.762890 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-b286517f-80f6-4c18-a4ff-2586b49edc22 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:50.775910 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-52188339-71d5-4446-9821-813661f90439 req-a382fa21-80d7-415a-99e1-f6ab5c08b111 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 210 time: 0.0776885 Jun 23 19:06:50.859581 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Pushing event updated for resources: {'Port': ['ID=9009d7fd-0396-4f14-abc6-81e341064c51,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:50.869403 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:50.991081 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194d6e4-aba7-4ba5-bad0-9ab494c51b85 req-d439b3f8-ce21-4b3c-8428-68a8b1cf2ba1 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:50.993902 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b194d6e4-aba7-4ba5-bad0-9ab494c51b85 req-d439b3f8-ce21-4b3c-8428-68a8b1cf2ba1 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1206388 Jun 23 19:06:51.054954 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b194d6e4-aba7-4ba5-bad0-9ab494c51b85 req-96bbdd78-183b-4207-a1b6-25121a257c75 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491464 Jun 23 19:06:51.312443 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Attempting to bind port 9009d7fd-0396-4f14-abc6-81e341064c51 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:06:51.313159 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Attempting to bind port 9009d7fd-0396-4f14-abc6-81e341064c51 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '4b367e53-cd4a-441e-9744-499f8c9b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:06:51.313159 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Attempting to bind port 9009d7fd-0396-4f14-abc6-81e341064c51 on network a5c49a9f-cbc5-409a-815b-2343edabc8c3 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:51.319707 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Port 9009d7fd-0396-4f14-abc6-81e341064c51 on network a5c49a9f-cbc5-409a-815b-2343edabc8c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:06:51.319998 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:06:51.321069 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Attempting to bind port 9009d7fd-0396-4f14-abc6-81e341064c51 on network a5c49a9f-cbc5-409a-815b-2343edabc8c3 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:51.327789 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:06:51.328410 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Checking segment: {'id': '4b367e53-cd4a-441e-9744-499f8c9b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:51.328994 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Bound using segment: {'id': '4b367e53-cd4a-441e-9744-499f8c9b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:06:51.330252 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Bound port: 9009d7fd-0396-4f14-abc6-81e341064c51, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b367e53-cd4a-441e-9744-499f8c9b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:06:51.330252 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:51.512373 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] For port 9009d7fd-0396-4f14-abc6-81e341064c51, host hv-cinder-79049, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:06:51.530402 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] For port 9009d7fd-0396-4f14-abc6-81e341064c51, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9009d7fd-0396-4f14-abc6-81e341064c51,segment=NetworkSegment(4b367e53-cd4a-441e-9744-499f8c9b857b),segment_id=4b367e53-cd4a-441e-9744-499f8c9b857b)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:06:51.544157 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb120f-ce68-4034-b343-610c28870175 req-85f3c7cf-ac60-47ed-9957-cd4a3df422d3 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:51.545786 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-dcbb120f-ce68-4034-b343-610c28870175 req-85f3c7cf-ac60-47ed-9957-cd4a3df422d3 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1707990 Jun 23 19:06:51.565779 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:51.582804 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'port_id': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'mac_address': 'fa:16:3e:75:ef:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:06:51.617710 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-dcbb120f-ce68-4034-b343-610c28870175 req-93ffeae6-915c-452a-8d34-710a073ca6a3 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610149 Jun 23 19:06:51.624988 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:51.629482 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:51.634417 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-43bfa633-dc2b-4252-b306-6d45d94e8314 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:51.646449 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:06:51.678022 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:51.749606 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:51.750243 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:51.751679 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] 10.222.0.77 "PUT /v2.0/ports/9009d7fd-0396-4f14-abc6-81e341064c51 HTTP/1.1" status: 200 len: 1094 time: 2.2371204 Jun 23 19:06:51.752244 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b', 'tag': '9009d7fd-0396-4f14-abc6-81e341064c51'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:51.754675 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb6ea0f-2edb-4357-b55a-d63d09a9554c" -d '{"events": [{"name": "network-changed", "server_uuid": "918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b", "tag": "9009d7fd-0396-4f14-abc6-81e341064c51"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:51.790934 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:51.795891 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:51.796272 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Pushing event updated for resources: {'Port': ['ID=9009d7fd-0396-4f14-abc6-81e341064c51,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:51.801364 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:51.847791 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aad97-2433-4da3-9bd1-c4dd1dc5cd09 req-5730e24a-0e49-4fc5-ba50-3ebead473fc5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:51.857523 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-931aad97-2433-4da3-9bd1-c4dd1dc5cd09 req-5730e24a-0e49-4fc5-ba50-3ebead473fc5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1680400 Jun 23 19:06:51.893297 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f35764-aa92-43f7-ad45-53333ae309ec req-f4ea5c43-fc1f-42cb-a18b-f10f5e759cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:51.894851 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-05f35764-aa92-43f7-ad45-53333ae309ec req-f4ea5c43-fc1f-42cb-a18b-f10f5e759cad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=704cf5a143b64c318c400174e02d1fe7&device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 1099 time: 0.1612744 Jun 23 19:06:51.903590 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:51.909143 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:52.023541 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-9e6e62d4-1347-460f-9f9f-5ff94d64de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:52.027364 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-9e6e62d4-1347-460f-9f9f-5ff94d64de1e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd124c72ca7142ee81262590861f9e6c&device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 1097 time: 0.0801158 Jun 23 19:06:52.060331 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:06:52.114701 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-6b536078-3474-4f4e-bb9a-8ac287dbbf35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9009d7fd-0396-4f14-abc6-81e341064c51 HTTP/1.1" status: 200 len: 217 time: 0.0708163 Jun 23 19:06:52.178987 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-9edbd620-8778-4212-ab37-83903f4834b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:52.180939 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-9edbd620-8778-4212-ab37-83903f4834b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1becb5eb-8a19-493b-9d68-85d609d970ec HTTP/1.1" status: 200 len: 848 time: 0.0550411 Jun 23 19:06:52.248903 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-b070883a-16b1-4c8a-baf4-4afb470c787f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a5c49a9f-cbc5-409a-815b-2343edabc8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500088 Jun 23 19:06:52.419632 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-931aad97-2433-4da3-9bd1-c4dd1dc5cd09 req-4ba28fd2-79cb-41f0-8dd9-7d8b7fe494f5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5644097 Jun 23 19:06:52.425833 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-99c743bf-8aaf-413e-a4be-8604b37f1696 service neutron] 10.222.0.77 "GET /v2.0/networks/a5c49a9f-cbc5-409a-815b-2343edabc8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636343 Jun 23 19:06:52.562855 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-14eb1ad3-61aa-4e0d-92a5-fe3aeadd2420 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:52.565622 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-14eb1ad3-61aa-4e0d-92a5-fe3aeadd2420 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.77 "GET /v2.0/networks?id=afeeec98-7d4f-4e74-9362-9ebbd8403210 HTTP/1.1" status: 200 len: 813 time: 0.7093823 Jun 23 19:06:52.571887 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947afe15-2076-45da-833a-af7751d66d49 x-openstack-request-id: req-947afe15-2076-45da-833a-af7751d66d49 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:52.572310 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b", "tag": "9009d7fd-0396-4f14-abc6-81e341064c51", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:52.572733 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-947afe15-2076-45da-833a-af7751d66d49 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:52.573301 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b', 'tag': '9009d7fd-0396-4f14-abc6-81e341064c51', 'status': 'completed', 'code': 200} Jun 23 19:06:52.609349 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-bc8804d2-c953-4f6d-8085-f6239c8fde71 req-c72b443c-ddfe-4e8d-8fd4-4fb821d2783d service neutron] 10.222.0.77 "GET /v2.0/networks/a5c49a9f-cbc5-409a-815b-2343edabc8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736078 Jun 23 19:06:52.621422 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Request body: {'port': {'device_id': 'c4942be4-787f-4f98-a870-76e73628a2e8', 'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210', 'admin_state_up': True, 'tenant_id': '3596d52cebee45ff8bcff80e12e9164e'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:52.631462 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f35764-aa92-43f7-ad45-53333ae309ec req-410fc29b-6014-4c00-a3c1-9aff705b2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:52.633911 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-05f35764-aa92-43f7-ad45-53333ae309ec req-410fc29b-6014-4c00-a3c1-9aff705b2f48 service neutron] 10.222.0.77 "GET /v2.0/networks?id=13ea8972-b95b-4038-a37a-9424804d7f04 HTTP/1.1" status: 200 len: 912 time: 0.3405089 Jun 23 19:06:52.656629 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1d0fc-d447-4e95-a045-a3e7c1c17b9b req-8c144455-0d31-45ba-a7b9-b6da4b8c6351 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:52.658410 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fbe1d0fc-d447-4e95-a045-a3e7c1c17b9b req-8c144455-0d31-45ba-a7b9-b6da4b8c6351 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 944 time: 0.3665249 Jun 23 19:06:52.796633 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-63dc82f5-5450-405b-939d-4f6105a3a9de req-ac8a18ae-9b37-425b-a749-9bdef26da5cf tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 210 time: 0.0841293 Jun 23 19:06:52.857682 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fbe1d0fc-d447-4e95-a045-a3e7c1c17b9b req-5f181ccc-dc9a-4b2e-b14e-38da047062a6 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899900 Jun 23 19:06:52.860994 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-05f35764-aa92-43f7-ad45-53333ae309ec req-947aa091-366a-41c6-93ed-42e4c91b6e45 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465751f6-82a6-41eb-bc67-a6764b8157c1 HTTP/1.1" status: 200 len: 1001 time: 0.2013609 Jun 23 19:06:52.986747 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f35764-aa92-43f7-ad45-53333ae309ec req-474b0f55-d7d0-4caa-a485-a86a74a7ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:52.989208 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-05f35764-aa92-43f7-ad45-53333ae309ec req-474b0f55-d7d0-4caa-a485-a86a74a7ff03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fa6a529-02d5-4dee-88c9-ecdd419aeba3 HTTP/1.1" status: 200 len: 850 time: 0.1088221 Jun 23 19:06:52.991749 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6ea0f-2edb-4357-b55a-d63d09a9554c req-51662492-b99e-4345-a168-6c8dc1470dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:52.997093 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-cfb6ea0f-2edb-4357-b55a-d63d09a9554c req-51662492-b99e-4345-a168-6c8dc1470dde service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cd124c72ca7142ee81262590861f9e6c&device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 1097 time: 0.1328976 Jun 23 19:06:53.087726 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Made reservation on behalf of 3596d52cebee45ff8bcff80e12e9164e for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:06:53.094532 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.136860 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6ea0f-2edb-4357-b55a-d63d09a9554c req-ee6c9640-399c-457b-9998-6b2bba341448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:53.138877 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-cfb6ea0f-2edb-4357-b55a-d63d09a9554c req-ee6c9640-399c-457b-9998-6b2bba341448 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a5c49a9f-cbc5-409a-815b-2343edabc8c3 HTTP/1.1" status: 200 len: 909 time: 0.1361542 Jun 23 19:06:53.186266 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-cfb6ea0f-2edb-4357-b55a-d63d09a9554c req-19f425a1-df22-4869-8561-34e582cbaa5b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9009d7fd-0396-4f14-abc6-81e341064c51 HTTP/1.1" status: 200 len: 217 time: 0.0394702 Jun 23 19:06:53.252683 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f35764-aa92-43f7-ad45-53333ae309ec req-842950bc-e3b7-4d43-9a19-cd0be9e23825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:53.254582 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-05f35764-aa92-43f7-ad45-53333ae309ec req-842950bc-e3b7-4d43-9a19-cd0be9e23825 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13ea8972-b95b-4038-a37a-9424804d7f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2582645 Jun 23 19:06:53.261044 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6ea0f-2edb-4357-b55a-d63d09a9554c req-f4bbd753-ad5e-4218-9b37-1875a2c87c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:53.262680 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-cfb6ea0f-2edb-4357-b55a-d63d09a9554c req-f4bbd753-ad5e-4218-9b37-1875a2c87c48 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1becb5eb-8a19-493b-9d68-85d609d970ec HTTP/1.1" status: 200 len: 848 time: 0.0638387 Jun 23 19:06:53.267458 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802e503-ac78-4b7d-868e-f8137ff7eb5c req-8a637d85-0295-44eb-ae8e-3cfa33c08c48 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:53.269121 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9802e503-ac78-4b7d-868e-f8137ff7eb5c req-8a637d85-0295-44eb-ae8e-3cfa33c08c48 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2605765 Jun 23 19:06:53.335775 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:06:53.363127 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-cfb6ea0f-2edb-4357-b55a-d63d09a9554c req-38da56f1-b639-4403-a00c-cbda8d49ddb3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a5c49a9f-cbc5-409a-815b-2343edabc8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798872 Jun 23 19:06:53.408632 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:53.409490 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.417744 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9802e503-ac78-4b7d-868e-f8137ff7eb5c req-67a32719-8f81-4a4d-858f-83b845f06510 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415274 Jun 23 19:06:53.422063 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Allocated IP 172.20.0.6 (afeeec98-7d4f-4e74-9362-9ebbd8403210/ffd19b71-0512-40f5-b850-62da6d6ed7aa/9704eba0-0052-45a8-97a8-b643cc5fd9dd) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:06:53.478664 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-05f35764-aa92-43f7-ad45-53333ae309ec req-af66b11d-a3b4-46de-a80c-719b7284b71e service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810641 Jun 23 19:06:53.586955 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-cfb6ea0f-2edb-4357-b55a-d63d09a9554c req-23b3b43a-a0b1-49a1-977d-97db5590ef6c service neutron] 10.222.0.77 "GET /v2.0/networks/a5c49a9f-cbc5-409a-815b-2343edabc8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067227 Jun 23 19:06:53.710454 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-05f35764-aa92-43f7-ad45-53333ae309ec req-8bcd5d90-2062-4d0d-960c-de06e0c92ae0 service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893847 Jun 23 19:06:53.711594 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.742451 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.759452 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-cfb6ea0f-2edb-4357-b55a-d63d09a9554c req-73775cf1-5eae-4431-b7fd-a56f2b52fe7a service neutron] 10.222.0.77 "GET /v2.0/networks/a5c49a9f-cbc5-409a-815b-2343edabc8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633189 Jun 23 19:06:53.769158 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:53.771464 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db90922b-6e0b-4822-9aa7-9de18f6080c0" -d '{"events": [{"server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "name": "network-vif-plugged", "status": "completed", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:53.787478 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:53.934079 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:53.939441 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:53.954379 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa516f8d-3d97-486e-aa88-c605d5f60913 req-fc6bcfb3-07d4-4e4b-94d6-c3f2ec7565bb tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:53.955971 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fa516f8d-3d97-486e-aa88-c605d5f60913 req-fc6bcfb3-07d4-4e4b-94d6-c3f2ec7565bb tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 946 time: 0.1887472 Jun 23 19:06:53.965268 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42595a-d93e-4b6b-b886-7ec173da471a req-4e56f1cb-39d1-4349-9e27-83ce14c19772 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:53.966771 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ee42595a-d93e-4b6b-b886-7ec173da471a req-4e56f1cb-39d1-4349-9e27-83ce14c19772 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1450996 Jun 23 19:06:54.004611 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:54.009264 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:54.036884 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fa516f8d-3d97-486e-aa88-c605d5f60913 req-578ef13f-b037-4aba-830c-ae0dd045f952 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690958 Jun 23 19:06:54.040371 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ee42595a-d93e-4b6b-b886-7ec173da471a req-7c6df5b6-23c3-4967-be06-e7f003a23a20 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652165 Jun 23 19:06:54.115332 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.128746 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f91154-e61c-4d35-9dd6-357ed75ac9a0 x-openstack-request-id: req-25f91154-e61c-4d35-9dd6-357ed75ac9a0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:54.129321 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "name": "network-vif-plugged", "status": "completed", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:54.129896 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-25f91154-e61c-4d35-9dd6-357ed75ac9a0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:54.130300 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'code': 200} Jun 23 19:06:54.130728 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9b718a7c-004c-428c-af35-439e87e10035 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:54.167345 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Network afeeec98-7d4f-4e74-9362-9ebbd8403210 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:06:54.174854 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:06:54.186664 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:06:54.194426 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:54.195107 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.248823 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Pushing event updated for resources: {'Port': ['ID=9704eba0-0052-45a8-97a8-b643cc5fd9dd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:54.262054 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:54.331348 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91299224-c15f-4f63-bcfe-4d05e2482273 req-4dd1637f-d975-4d7b-8865-49705deaa989 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:54.333021 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-91299224-c15f-4f63-bcfe-4d05e2482273 req-4dd1637f-d975-4d7b-8865-49705deaa989 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1323495 Jun 23 19:06:54.358375 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a438a8-86ca-4ed2-b0db-5cfcff17b23e req-906fc342-d4a0-4768-bc35-1c52fe36336b tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:54.360105 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-87a438a8-86ca-4ed2-b0db-5cfcff17b23e req-906fc342-d4a0-4768-bc35-1c52fe36336b tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 931 time: 0.1178410 Jun 23 19:06:54.371036 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7586513 Jun 23 19:06:54.400693 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Request body: {'port': {'device_id': 'c4942be4-787f-4f98-a870-76e73628a2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:06:54.463446 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-91299224-c15f-4f63-bcfe-4d05e2482273 req-4572afa9-7449-434b-a281-c1db82f7c607 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016817 Jun 23 19:06:54.468609 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-87a438a8-86ca-4ed2-b0db-5cfcff17b23e req-bfb34680-7b7f-40aa-8099-a9f5e225161c tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007292 Jun 23 19:06:54.554106 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:54.953627 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d208e4-42eb-428f-a2c4-05467274aa10 req-b4710423-0c08-4a15-8f9b-6a11f3f0094b tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:54.955258 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f9d208e4-42eb-428f-a2c4-05467274aa10 req-b4710423-0c08-4a15-8f9b-6a11f3f0094b tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 944 time: 0.2179980 Jun 23 19:06:55.026934 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05679965-9187-4818-9e68-b113cf65d3e4 req-5206eed8-7dff-4f8e-9af3-d450b6238454 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:55.030909 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-05679965-9187-4818-9e68-b113cf65d3e4 req-5206eed8-7dff-4f8e-9af3-d450b6238454 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2802060 Jun 23 19:06:55.129641 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f9d208e4-42eb-428f-a2c4-05467274aa10 req-04084dae-098b-44a2-91f7-9fc9f654aa02 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537309 Jun 23 19:06:55.230697 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-05679965-9187-4818-9e68-b113cf65d3e4 req-7fb41bc5-968d-4eb4-916d-aadbda3f0698 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748254 Jun 23 19:06:55.344259 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 9009d7fd-0396-4f14-abc6-81e341064c51 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:06:55.379656 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9704eba0-0052-45a8-97a8-b643cc5fd9dd {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:06:55.405788 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.428553 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Transition to ACTIVE for port object 9704eba0-0052-45a8-97a8-b643cc5fd9dd will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:06:55.593361 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 9009d7fd-0396-4f14-abc6-81e341064c51, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9009d7fd-0396-4f14-abc6-81e341064c51,segment=NetworkSegment(4b367e53-cd4a-441e-9744-499f8c9b857b),segment_id=4b367e53-cd4a-441e-9744-499f8c9b857b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:55.609352 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '9009d7fd-0396-4f14-abc6-81e341064c51', 'network_id': 'a5c49a9f-cbc5-409a-815b-2343edabc8c3', 'port_id': '9009d7fd-0396-4f14-abc6-81e341064c51', 'mac_address': 'fa:16:3e:75:13:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1becb5eb-8a19-493b-9d68-85d609d970ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:06:55.617559 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.624293 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-108cb28e-dd76-42ce-96d4-463368227fbf tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:55.709119 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:55.744305 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9009d7fd-0396-4f14-abc6-81e341064c51 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:06:55.753437 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637fed5-27af-4812-971d-6d2fd1b9c974 req-8c7fca4f-d244-4fec-a268-60c5b0d33a8f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:55.763189 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b637fed5-27af-4812-971d-6d2fd1b9c974 req-8c7fca4f-d244-4fec-a268-60c5b0d33a8f tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 946 time: 0.2955604 Jun 23 19:06:55.767093 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Pushing event updated for resources: {'Port': ['ID=9704eba0-0052-45a8-97a8-b643cc5fd9dd,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:55.774484 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:55.794167 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 9009d7fd-0396-4f14-abc6-81e341064c51, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9009d7fd-0396-4f14-abc6-81e341064c51,segment=NetworkSegment(4b367e53-cd4a-441e-9744-499f8c9b857b),segment_id=4b367e53-cd4a-441e-9744-499f8c9b857b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:55.804597 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9b48d-e92f-48ef-8b9f-b0efaed158e8 req-468f6f90-f7e4-47d5-8053-6b02512ed5c7 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:55.816207 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3ae9b48d-e92f-48ef-8b9f-b0efaed158e8 req-468f6f90-f7e4-47d5-8053-6b02512ed5c7 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.3112485 Jun 23 19:06:55.867677 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Attempting to bind port 9704eba0-0052-45a8-97a8-b643cc5fd9dd on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:06:55.868065 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Attempting to bind port 9704eba0-0052-45a8-97a8-b643cc5fd9dd by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'a112f68b-90bd-4700-ba0c-560e00c23d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:06:55.868433 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Attempting to bind port 9704eba0-0052-45a8-97a8-b643cc5fd9dd on network afeeec98-7d4f-4e74-9362-9ebbd8403210 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:55.882954 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3ae9b48d-e92f-48ef-8b9f-b0efaed158e8 req-09e821fb-3729-4fbb-bef8-1ba2c4994e1a tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654457 Jun 23 19:06:55.883655 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Port 9704eba0-0052-45a8-97a8-b643cc5fd9dd on network afeeec98-7d4f-4e74-9362-9ebbd8403210 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:06:55.884043 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Attempting to bind port 9704eba0-0052-45a8-97a8-b643cc5fd9dd on network afeeec98-7d4f-4e74-9362-9ebbd8403210 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:06:55.900284 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b637fed5-27af-4812-971d-6d2fd1b9c974 req-91a53b10-0801-433b-be6f-09a643205187 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366134 Jun 23 19:06:55.905712 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:06:55.906054 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Checking segment: {'id': 'a112f68b-90bd-4700-ba0c-560e00c23d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:06:55.906418 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Bound using segment: {'id': 'a112f68b-90bd-4700-ba0c-560e00c23d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:06:55.906881 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Bound port: 9704eba0-0052-45a8-97a8-b643cc5fd9dd, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a112f68b-90bd-4700-ba0c-560e00c23d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:06:55.907247 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.123749 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] For port 9704eba0-0052-45a8-97a8-b643cc5fd9dd, host hv-cinder-79049, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:06:56.127605 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] For port 9704eba0-0052-45a8-97a8-b643cc5fd9dd, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9704eba0-0052-45a8-97a8-b643cc5fd9dd,segment=NetworkSegment(a112f68b-90bd-4700-ba0c-560e00c23d49),segment_id=a112f68b-90bd-4700-ba0c-560e00c23d49)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:06:56.134005 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.153252 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:56.226878 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58079d7c-b0ad-4d28-bff7-0d16bd144e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.229496 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101412b2-8720-40df-a538-09c28cf47952 req-d5d08b88-a227-49ad-9db9-92ffc290acce tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:56.232134 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-101412b2-8720-40df-a538-09c28cf47952 req-d5d08b88-a227-49ad-9db9-92ffc290acce tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 946 time: 0.2765837 Jun 23 19:06:56.270034 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=9009d7fd-0396-4f14-abc6-81e341064c51,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:56.279577 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:56.296536 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.304124 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:56.403804 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:56.408952 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.411288 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] 10.222.0.77 "PUT /v2.0/ports/9704eba0-0052-45a8-97a8-b643cc5fd9dd HTTP/1.1" status: 200 len: 1093 time: 2.0160582 Jun 23 19:06:56.412456 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4942be4-787f-4f98-a870-76e73628a2e8', 'tag': '9704eba0-0052-45a8-97a8-b643cc5fd9dd'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:56.416546 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd5247e-179b-4c7f-995b-e2a9aef5f743" -d '{"events": [{"name": "network-changed", "server_uuid": "c4942be4-787f-4f98-a870-76e73628a2e8", "tag": "9704eba0-0052-45a8-97a8-b643cc5fd9dd"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:56.490834 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-101412b2-8720-40df-a538-09c28cf47952 req-e5654f12-2ad6-4642-ac7a-4e32bdf0b753 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Deleting port d1313ed4-5af2-4d19-9c6d-20e0f1744b83 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:06:56.491403 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-101412b2-8720-40df-a538-09c28cf47952 req-e5654f12-2ad6-4642-ac7a-4e32bdf0b753 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.504602 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99953e9d-abde-4cfe-85b8-9d1e30fdf033 req-0e18c408-3746-43d9-b00e-a1eac26b904e tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:56.508614 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-99953e9d-abde-4cfe-85b8-9d1e30fdf033 req-0e18c408-3746-43d9-b00e-a1eac26b904e tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 943 time: 0.3759868 Jun 23 19:06:56.516793 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Pushing event updated for resources: {'Port': ['ID=9704eba0-0052-45a8-97a8-b643cc5fd9dd,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:56.523115 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:56.570566 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80655116-77e9-4dad-a4e8-19a12da3b8db req-a26f7cf2-6c98-4419-93e7-65d1098e398c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:56.581074 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-80655116-77e9-4dad-a4e8-19a12da3b8db req-a26f7cf2-6c98-4419-93e7-65d1098e398c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.3640049 Jun 23 19:06:56.599573 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['9009d7fd-0396-4f14-abc6-81e341064c51'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:06:56.676184 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-99953e9d-abde-4cfe-85b8-9d1e30fdf033 req-b45da563-e678-44b2-b4ad-98b3b7bbbe4d tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501071 Jun 23 19:06:56.702708 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-80655116-77e9-4dad-a4e8-19a12da3b8db req-b5656f5b-3559-490e-a70b-0614a10c35b9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165681 Jun 23 19:06:56.748042 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-eb265e59-3365-475a-8023-6135c9ee6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:56.749904 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-eb265e59-3365-475a-8023-6135c9ee6c25 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3596d52cebee45ff8bcff80e12e9164e&device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 1096 time: 0.1640606 Jun 23 19:06:56.825048 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-101412b2-8720-40df-a538-09c28cf47952 req-e5654f12-2ad6-4642-ac7a-4e32bdf0b753 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] For port d1313ed4-5af2-4d19-9c6d-20e0f1744b83, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d1313ed4-5af2-4d19-9c6d-20e0f1744b83,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:06:56.828758 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-101412b2-8720-40df-a538-09c28cf47952 req-e5654f12-2ad6-4642-ac7a-4e32bdf0b753 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:56.835878 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-96ceb329-93fc-40bd-b8a7-5b086755ef31 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9704eba0-0052-45a8-97a8-b643cc5fd9dd HTTP/1.1" status: 200 len: 217 time: 0.0694139 Jun 23 19:06:56.897206 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-101412b2-8720-40df-a538-09c28cf47952 req-e5654f12-2ad6-4642-ac7a-4e32bdf0b753 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Calling delete_port for d1313ed4-5af2-4d19-9c6d-20e0f1744b83 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:06:57.413518 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-101412b2-8720-40df-a538-09c28cf47952 req-e5654f12-2ad6-4642-ac7a-4e32bdf0b753 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.419317 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:06:57.433731 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-0a01ff88-5d1f-49f0-b69f-99ab1e78bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:57.435255 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-0a01ff88-5d1f-49f0-b69f-99ab1e78bc47 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ffd19b71-0512-40f5-b850-62da6d6ed7aa HTTP/1.1" status: 200 len: 853 time: 0.5910425 Jun 23 19:06:57.567284 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-0ff130fd-b6ff-4926-96e8-d15324731384 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=afeeec98-7d4f-4e74-9362-9ebbd8403210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198132 Jun 23 19:06:57.647378 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0342008-bfca-40bf-bb56-fe982863ce10 req-804e01b0-4090-4468-b3bf-0ec48f59d325 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:57.658477 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e0342008-bfca-40bf-bb56-fe982863ce10 req-804e01b0-4090-4468-b3bf-0ec48f59d325 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 945 time: 0.3068490 Jun 23 19:06:57.673263 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5654f12-2ad6-4642-ac7a-4e32bdf0b753 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Pushing event deleted for resources: {'Port': ['ID=d1313ed4-5af2-4d19-9c6d-20e0f1744b83,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:06:57.676774 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e5654f12-2ad6-4642-ac7a-4e32bdf0b753 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:06:57.768971 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b2292-891f-412b-9f02-d338aac2ea58 req-d519926f-fe26-473e-83f8-7da2ab66a981 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:57.782256 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-489b2292-891f-412b-9f02-d338aac2ea58 req-d519926f-fe26-473e-83f8-7da2ab66a981 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.4294665 Jun 23 19:06:57.784269 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-101412b2-8720-40df-a538-09c28cf47952 req-e5654f12-2ad6-4642-ac7a-4e32bdf0b753 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] No DVR routers for this DVR port d1313ed4-5af2-4d19-9c6d-20e0f1744b83 on host hv-cinder-79049 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:06:57.792077 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-101412b2-8720-40df-a538-09c28cf47952 req-e5654f12-2ad6-4642-ac7a-4e32bdf0b753 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:57.795558 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-101412b2-8720-40df-a538-09c28cf47952 req-e5654f12-2ad6-4642-ac7a-4e32bdf0b753 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "DELETE /v2.0/ports/d1313ed4-5af2-4d19-9c6d-20e0f1744b83 HTTP/1.1" status: 204 len: 173 time: 1.5488622 Jun 23 19:06:57.796372 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62993f90-02b6-461b-959b-e65d300c31f6', 'name': 'network-vif-deleted', 'tag': 'd1313ed4-5af2-4d19-9c6d-20e0f1744b83'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:06:57.806088 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fcbac34a3f989e7a1382fe2a1fc7386b8fde9f0dc9ad1e1afd8ba582fa7245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae19c831-b869-4bdc-bc69-2ddf10118443" -d '{"events": [{"server_uuid": "62993f90-02b6-461b-959b-e65d300c31f6", "name": "network-vif-deleted", "tag": "d1313ed4-5af2-4d19-9c6d-20e0f1744b83"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:06:57.875225 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e0342008-bfca-40bf-bb56-fe982863ce10 req-4a274c60-b924-4040-b96a-2de7b2f03b0a tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154701 Jun 23 19:06:57.902424 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-ac64696c-2925-4310-8ee0-051cb1cb7c4b service neutron] 10.222.0.77 "GET /v2.0/networks/afeeec98-7d4f-4e74-9362-9ebbd8403210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192046 Jun 23 19:06:57.922170 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-489b2292-891f-412b-9f02-d338aac2ea58 req-6f27497f-5424-4a24-8dc4-af06d840f915 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384752 Jun 23 19:06:57.935933 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['c99c2369-7129-49fe-82a1-9c643c920814', '9489e881-a61e-4a9e-a698-78c71a78440f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:06:57.997728 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a565eb-10a4-43ee-a5ed-897e994dd3f0 x-openstack-request-id: req-23a565eb-10a4-43ee-a5ed-897e994dd3f0 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:57.998221 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4942be4-787f-4f98-a870-76e73628a2e8", "tag": "9704eba0-0052-45a8-97a8-b643cc5fd9dd", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:57.998676 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23a565eb-10a4-43ee-a5ed-897e994dd3f0 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:58.012509 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4942be4-787f-4f98-a870-76e73628a2e8', 'tag': '9704eba0-0052-45a8-97a8-b643cc5fd9dd', 'status': 'completed', 'code': 200} Jun 23 19:06:58.309539 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5d368a5-4f2f-4292-9c83-025e371e1cf6 req-dd44763e-ccf2-4c72-a275-dcdfd167b5cd service neutron] 10.222.0.77 "GET /v2.0/networks/afeeec98-7d4f-4e74-9362-9ebbd8403210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784420 Jun 23 19:06:58.418228 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b242e1d0-6fc3-4354-acc4-e082b3fe4210 req-7863c628-5184-4e79-a74c-0b20f56ab1e9 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 210 time: 0.0883424 Jun 23 19:06:58.640185 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac30425-7e93-4dd1-9c0e-109a053914cf req-9da1a7e7-cf43-4a24-8534-e30385cd7fd5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:58.643166 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fac30425-7e93-4dd1-9c0e-109a053914cf req-9da1a7e7-cf43-4a24-8534-e30385cd7fd5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.2279971 Jun 23 19:06:58.766397 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-922daf22-d17d-44ff-9560-9d587863b0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:58.791883 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fac30425-7e93-4dd1-9c0e-109a053914cf req-ddcd9297-c748-4c4a-b2a1-7631ea6f5271 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302829 Jun 23 19:06:58.883353 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5247e-179b-4c7f-995b-e2a9aef5f743 req-f5b94e55-c51a-4c3f-9dbc-b503bdb4cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:58.883845 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbd5247e-179b-4c7f-995b-e2a9aef5f743 req-f5b94e55-c51a-4c3f-9dbc-b503bdb4cd0f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3596d52cebee45ff8bcff80e12e9164e&device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 1096 time: 0.3343449 Jun 23 19:06:58.989701 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41df5ad3-1ac0-41cc-a309-ea50b094e486 x-openstack-request-id: req-41df5ad3-1ac0-41cc-a309-ea50b094e486 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:06:58.990827 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62993f90-02b6-461b-959b-e65d300c31f6", "name": "network-vif-deleted", "tag": "d1313ed4-5af2-4d19-9c6d-20e0f1744b83", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:06:58.991279 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-41df5ad3-1ac0-41cc-a309-ea50b094e486 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:06:58.992023 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62993f90-02b6-461b-959b-e65d300c31f6', 'name': 'network-vif-deleted', 'tag': 'd1313ed4-5af2-4d19-9c6d-20e0f1744b83', 'status': 'completed', 'code': 200} Jun 23 19:06:59.071142 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5388e4a-f9be-472e-afaf-b5901332d10d req-8ecaac17-9c10-48f7-881e-52f9d7b2da6c tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:59.080597 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5388e4a-f9be-472e-afaf-b5901332d10d req-8ecaac17-9c10-48f7-881e-52f9d7b2da6c tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 943 time: 0.2865176 Jun 23 19:06:59.163407 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5247e-179b-4c7f-995b-e2a9aef5f743 req-db69332f-f57c-444b-8ce7-da9baf7aad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:59.164932 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbd5247e-179b-4c7f-995b-e2a9aef5f743 req-db69332f-f57c-444b-8ce7-da9baf7aad6b service neutron] 10.222.0.77 "GET /v2.0/networks?id=afeeec98-7d4f-4e74-9362-9ebbd8403210 HTTP/1.1" status: 200 len: 914 time: 0.2370744 Jun 23 19:06:59.212481 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b5388e4a-f9be-472e-afaf-b5901332d10d req-1bef536a-55e6-4b97-a26e-7f892e728470 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307085 Jun 23 19:06:59.219540 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:06:59.260628 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbd5247e-179b-4c7f-995b-e2a9aef5f743 req-62c88231-4fe9-4c03-b05f-71841e0f9c74 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9704eba0-0052-45a8-97a8-b643cc5fd9dd HTTP/1.1" status: 200 len: 217 time: 0.0663748 Jun 23 19:06:59.340521 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5247e-179b-4c7f-995b-e2a9aef5f743 req-0afaadf9-c000-4983-8cd1-8f7655113bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:59.343220 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbd5247e-179b-4c7f-995b-e2a9aef5f743 req-0afaadf9-c000-4983-8cd1-8f7655113bae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ffd19b71-0512-40f5-b850-62da6d6ed7aa HTTP/1.1" status: 200 len: 853 time: 0.0749962 Jun 23 19:06:59.356801 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580bc14-cd3f-4648-bebc-f97d9f187360 req-d5ce16c9-b95e-43c4-ad3f-65e53dc77e39 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:59.364371 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0580bc14-cd3f-4648-bebc-f97d9f187360 req-d5ce16c9-b95e-43c4-ad3f-65e53dc77e39 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 945 time: 0.2272687 Jun 23 19:06:59.364625 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 9009d7fd-0396-4f14-abc6-81e341064c51 up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:06:59.431118 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbd5247e-179b-4c7f-995b-e2a9aef5f743 req-d82ea43d-7fd0-49fb-a665-0c2601b328c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=afeeec98-7d4f-4e74-9362-9ebbd8403210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638218 Jun 23 19:06:59.511931 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0580bc14-cd3f-4648-bebc-f97d9f187360 req-4b093a16-6d86-492c-a11a-1613397e6671 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462605 Jun 23 19:06:59.662984 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbd5247e-179b-4c7f-995b-e2a9aef5f743 req-ee565cc9-0c9d-450b-ac27-0bba6966f5f0 service neutron] 10.222.0.77 "GET /v2.0/networks/afeeec98-7d4f-4e74-9362-9ebbd8403210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111511 Jun 23 19:06:59.718640 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7737b-ff95-4c62-8ab2-44d9de0e2637 req-664f8372-6a5e-4870-a94e-070caca21cf9 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:06:59.720647 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-34b7737b-ff95-4c62-8ab2-44d9de0e2637 req-664f8372-6a5e-4870-a94e-070caca21cf9 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2645178 Jun 23 19:06:59.809877 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-877b0d59-b339-4f03-b540-65d91c2928c5 req-80b51a92-477f-422b-8fef-2077d119a4da tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=62993f90-02b6-461b-959b-e65d300c31f6 HTTP/1.1" status: 200 len: 210 time: 0.0586059 Jun 23 19:06:59.842930 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-34b7737b-ff95-4c62-8ab2-44d9de0e2637 req-8732b7a6-95d8-430d-b599-f24c0975a33e tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917163 Jun 23 19:06:59.857347 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbd5247e-179b-4c7f-995b-e2a9aef5f743 req-ef9299ea-5fbe-462c-abaf-c823d4c1913f service neutron] 10.222.0.77 "GET /v2.0/networks/afeeec98-7d4f-4e74-9362-9ebbd8403210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820724 Jun 23 19:06:59.957885 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port 9009d7fd-0396-4f14-abc6-81e341064c51 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:06:59.962193 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 9009d7fd-0396-4f14-abc6-81e341064c51 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:06:59.963370 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.056262 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.071556 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.077842 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb6058-610c-4cef-86b9-68be1d63fbf9 req-73b11a58-ab7e-4f74-ae0b-10febbb8d359 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:00.081583 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-80cb6058-610c-4cef-86b9-68be1d63fbf9 req-73b11a58-ab7e-4f74-ae0b-10febbb8d359 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.0996795 Jun 23 19:07:00.131431 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 9009d7fd-0396-4f14-abc6-81e341064c51, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9009d7fd-0396-4f14-abc6-81e341064c51,segment=NetworkSegment(4b367e53-cd4a-441e-9744-499f8c9b857b),segment_id=4b367e53-cd4a-441e-9744-499f8c9b857b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:00.131431 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9009d7fd-0396-4f14-abc6-81e341064c51'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:00.132757 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce316a7-8834-45f3-8d8e-8690820ebb29" -d '{"events": [{"server_uuid": "918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b", "name": "network-vif-plugged", "status": "completed", "tag": "9009d7fd-0396-4f14-abc6-81e341064c51"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:00.141326 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-80cb6058-610c-4cef-86b9-68be1d63fbf9 req-e68c972c-b66f-44a0-a731-cc63d1c45564 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469298 Jun 23 19:07:00.176740 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96179a84-f5b8-465d-812e-8f17769438da x-openstack-request-id: req-96179a84-f5b8-465d-812e-8f17769438da {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:00.177272 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b", "name": "network-vif-plugged", "status": "completed", "tag": "9009d7fd-0396-4f14-abc6-81e341064c51", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:00.177627 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-96179a84-f5b8-465d-812e-8f17769438da {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:00.178036 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9009d7fd-0396-4f14-abc6-81e341064c51', 'code': 200} Jun 23 19:07:00.294534 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:00.305937 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device d1313ed4-5af2-4d19-9c6d-20e0f1744b83 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:07:00.311747 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-aa740474-663a-4aee-a5bb-9a2895ae43f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:00.418553 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: d1313ed4-5af2-4d19-9c6d-20e0f1744b83 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:07:00.419185 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device d1313ed4-5af2-4d19-9c6d-20e0f1744b83 not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:07:00.480245 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=9009d7fd-0396-4f14-abc6-81e341064c51,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:00.484414 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:00.608503 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829aaf4e-04ac-40ab-a238-839c1768ca96 req-e3f9c3c7-92a6-4508-8769-e20491be9fca tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:00.613146 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-829aaf4e-04ac-40ab-a238-839c1768ca96 req-e3f9c3c7-92a6-4508-8769-e20491be9fca tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 943 time: 0.1248052 Jun 23 19:07:00.695097 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-829aaf4e-04ac-40ab-a238-839c1768ca96 req-ee7ab6c0-ec08-4aa7-b4af-ff78d6ca05dc tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721149 Jun 23 19:07:00.943955 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51d796-f225-4fd6-b544-b3d99446a038 req-5bb8ac3c-e4b1-4973-bdad-8dbdc9775ce4 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:00.953533 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8400c-578d-4559-8f26-02505383ca70 req-186f58cf-5afa-40a3-9e3c-d3003aeedd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:00.954387 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2d51d796-f225-4fd6-b544-b3d99446a038 req-5bb8ac3c-e4b1-4973-bdad-8dbdc9775ce4 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 946 time: 0.1768548 Jun 23 19:07:00.957330 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b9a8400c-578d-4559-8f26-02505383ca70 req-186f58cf-5afa-40a3-9e3c-d3003aeedd24 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 1098 time: 0.0867767 Jun 23 19:07:00.983119 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1ad67-cd3e-4c8e-b462-c6670b829b5e req-effc8ced-6040-4aed-bf82-3638659a6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:00.985247 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-faa1ad67-cd3e-4c8e-b462-c6670b829b5e req-effc8ced-6040-4aed-bf82-3638659a6b58 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 1099 time: 0.1702602 Jun 23 19:07:01.022512 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2d51d796-f225-4fd6-b544-b3d99446a038 req-a8c479d5-d417-460d-8f02-8c1866a22ca0 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670671 Jun 23 19:07:01.035752 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-b9a8400c-578d-4559-8f26-02505383ca70 req-640c6089-0724-415d-a02f-942a7bfdcb7f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641243 Jun 23 19:07:01.082658 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-faa1ad67-cd3e-4c8e-b462-c6670b829b5e req-1423f4b9-4698-46bc-88e0-64e99e83e0ee service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780177 Jun 23 19:07:01.269306 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b727b7-015a-498b-b455-45fd2c01a9e2 req-8df0adb5-0554-41b8-a9fb-fecee6cd7d10 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:01.277344 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f0b727b7-015a-498b-b455-45fd2c01a9e2 req-8df0adb5-0554-41b8-a9fb-fecee6cd7d10 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1596291 Jun 23 19:07:01.336460 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f0b727b7-015a-498b-b455-45fd2c01a9e2 req-0329fcaf-23b4-4034-804a-dcbf60bb460c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499322 Jun 23 19:07:01.362999 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 9704eba0-0052-45a8-97a8-b643cc5fd9dd details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:07:01.526272 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.713693 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 9704eba0-0052-45a8-97a8-b643cc5fd9dd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9704eba0-0052-45a8-97a8-b643cc5fd9dd,segment=NetworkSegment(a112f68b-90bd-4700-ba0c-560e00c23d49),segment_id=a112f68b-90bd-4700-ba0c-560e00c23d49)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:01.741530 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '9704eba0-0052-45a8-97a8-b643cc5fd9dd', 'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210', 'port_id': '9704eba0-0052-45a8-97a8-b643cc5fd9dd', 'mac_address': 'fa:16:3e:94:a3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd19b71-0512-40f5-b850-62da6d6ed7aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:07:01.835837 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92f0e7-03aa-4394-abb7-00cd0e4ee1e1 req-f39ac9d0-5f52-4227-8dc1-4da32b4c2bd2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:01.839087 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-de92f0e7-03aa-4394-abb7-00cd0e4ee1e1 req-f39ac9d0-5f52-4227-8dc1-4da32b4c2bd2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1783912 Jun 23 19:07:01.865995 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:01.892781 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9704eba0-0052-45a8-97a8-b643cc5fd9dd {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:07:01.924289 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 9704eba0-0052-45a8-97a8-b643cc5fd9dd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9704eba0-0052-45a8-97a8-b643cc5fd9dd,segment=NetworkSegment(a112f68b-90bd-4700-ba0c-560e00c23d49),segment_id=a112f68b-90bd-4700-ba0c-560e00c23d49)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:01.928620 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-de92f0e7-03aa-4394-abb7-00cd0e4ee1e1 req-e9f94cb6-1912-48a5-84e0-c3b10284bd54 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774150 Jun 23 19:07:02.038214 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:02.041524 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:02.155312 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43f7fb-6061-4181-a47e-786c5e41097a req-245d1c91-505d-47f5-bb10-cce0d4f8c5bb tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:02.160449 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=9704eba0-0052-45a8-97a8-b643cc5fd9dd,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:02.166455 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:02.167991 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9b43f7fb-6061-4181-a47e-786c5e41097a req-245d1c91-505d-47f5-bb10-cce0d4f8c5bb tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 945 time: 0.1946440 Jun 23 19:07:02.309477 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9b43f7fb-6061-4181-a47e-786c5e41097a req-4e3e7575-fb50-4821-8e86-de7e1908e8fc tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400752 Jun 23 19:07:02.360602 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221c3b5-a178-4313-8c0d-3786322391c9 req-61a1406c-ac86-47b4-83f4-5de096e1bef8 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:02.368843 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0221c3b5-a178-4313-8c0d-3786322391c9 req-61a1406c-ac86-47b4-83f4-5de096e1bef8 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 944 time: 0.1974680 Jun 23 19:07:02.488427 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0221c3b5-a178-4313-8c0d-3786322391c9 req-80901465-f5da-45dc-954d-1af743adbf76 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980010 Jun 23 19:07:02.682923 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['9704eba0-0052-45a8-97a8-b643cc5fd9dd'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:07:02.725927 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f415c66-eaed-4338-86c8-89e7cd4d0894 req-c30d202b-8296-407f-800f-6f68d7fbec93 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:02.728947 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7f415c66-eaed-4338-86c8-89e7cd4d0894 req-c30d202b-8296-407f-800f-6f68d7fbec93 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 946 time: 0.1652431 Jun 23 19:07:02.799611 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878ca36-d87d-4f23-b8b9-d366375b7b50 req-d87a8b3f-21e1-446c-b10e-bff22529fb90 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:02.803306 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b878ca36-d87d-4f23-b8b9-d366375b7b50 req-d87a8b3f-21e1-446c-b10e-bff22529fb90 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1651318 Jun 23 19:07:02.880173 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7f415c66-eaed-4338-86c8-89e7cd4d0894 req-4fdb2cb2-eebb-48a5-aea6-de083bc188dc tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402037 Jun 23 19:07:02.909041 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b878ca36-d87d-4f23-b8b9-d366375b7b50 req-848843e5-66d8-4efd-88c1-25457432b140 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892401 Jun 23 19:07:03.180042 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb54a0e-67a7-4f18-a745-de72ebd658be req-575ae02e-cfb2-4135-b271-d7ba51b84408 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:03.188669 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-edb54a0e-67a7-4f18-a745-de72ebd658be req-575ae02e-cfb2-4135-b271-d7ba51b84408 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1119373 Jun 23 19:07:03.252142 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-edb54a0e-67a7-4f18-a745-de72ebd658be req-1fc24114-7356-47ed-8841-4afb2c1778b2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571563 Jun 23 19:07:03.606571 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67318ad8-f002-418e-b7c9-a910f2912234 req-afd8768f-292d-4827-ad95-75e5bd4c7ee4 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:03.610537 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-67318ad8-f002-418e-b7c9-a910f2912234 req-afd8768f-292d-4827-ad95-75e5bd4c7ee4 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 945 time: 0.1608176 Jun 23 19:07:03.686587 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-67318ad8-f002-418e-b7c9-a910f2912234 req-16f2c79e-11da-4879-a74f-fa1136e4f7e4 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700932 Jun 23 19:07:03.806417 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01706617-b4c7-4db2-a51d-975b50c9191f req-14ab4fac-a7ae-45b3-9d1a-bc789d06d12e tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:03.807975 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-01706617-b4c7-4db2-a51d-975b50c9191f req-14ab4fac-a7ae-45b3-9d1a-bc789d06d12e tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 944 time: 0.0995095 Jun 23 19:07:03.874945 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-01706617-b4c7-4db2-a51d-975b50c9191f req-4b80be08-d8e7-4bf0-a804-f4cbf8c65890 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527692 Jun 23 19:07:04.254060 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c44871-14fc-4f07-8db6-f2825b094056 req-41d2e385-6c72-47a8-b386-b51877706b27 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:04.256039 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-67c44871-14fc-4f07-8db6-f2825b094056 req-41d2e385-6c72-47a8-b386-b51877706b27 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1777058 Jun 23 19:07:04.272002 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cb114-a42b-4057-86b9-1ee0373abce6 req-968e9cb1-192a-4739-b20b-5c5a24c6240b tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:04.273946 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ec0cb114-a42b-4057-86b9-1ee0373abce6 req-968e9cb1-192a-4739-b20b-5c5a24c6240b tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 946 time: 0.1514106 Jun 23 19:07:04.349118 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-67c44871-14fc-4f07-8db6-f2825b094056 req-3832f631-449b-4c5a-aef5-f4740385ce98 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742569 Jun 23 19:07:04.415769 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ec0cb114-a42b-4057-86b9-1ee0373abce6 req-c5a3e051-9b35-4a6b-a462-f95fb066dc82 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741277 Jun 23 19:07:04.548768 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757e4fd-417c-43cb-98b2-c0f6093b9f10 req-1f034b43-6094-48bc-9cad-30a7d449e73b tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:04.550340 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c757e4fd-417c-43cb-98b2-c0f6093b9f10 req-1f034b43-6094-48bc-9cad-30a7d449e73b tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 945 time: 0.1188726 Jun 23 19:07:04.705634 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fc7a3-994d-4fa3-ba07-2fa084238c70 req-f464086d-c506-45f4-81ed-0c524892c105 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:04.707331 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-140fc7a3-994d-4fa3-ba07-2fa084238c70 req-f464086d-c506-45f4-81ed-0c524892c105 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1880834 Jun 23 19:07:04.754480 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-c757e4fd-417c-43cb-98b2-c0f6093b9f10 req-6327924e-0f3c-4067-9fa4-be096f274ca8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Deleting port 9489e881-a61e-4a9e-a698-78c71a78440f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:07:04.754791 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c757e4fd-417c-43cb-98b2-c0f6093b9f10 req-6327924e-0f3c-4067-9fa4-be096f274ca8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:04.833057 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-140fc7a3-994d-4fa3-ba07-2fa084238c70 req-2fe3318d-fe6d-40bd-8b4a-8b31d4c64ccb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085389 Jun 23 19:07:04.896708 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c757e4fd-417c-43cb-98b2-c0f6093b9f10 req-6327924e-0f3c-4067-9fa4-be096f274ca8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] For port 9489e881-a61e-4a9e-a698-78c71a78440f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9489e881-a61e-4a9e-a698-78c71a78440f,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:04.896708 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c757e4fd-417c-43cb-98b2-c0f6093b9f10 req-6327924e-0f3c-4067-9fa4-be096f274ca8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:04.926097 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-c757e4fd-417c-43cb-98b2-c0f6093b9f10 req-6327924e-0f3c-4067-9fa4-be096f274ca8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Calling delete_port for 9489e881-a61e-4a9e-a698-78c71a78440f owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:07:05.387224 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ec148-7910-4499-b8b7-955af74a16bf req-43ca96e7-694e-4c86-9288-fc7b5b3f2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:05.390867 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-ad7ec148-7910-4499-b8b7-955af74a16bf req-43ca96e7-694e-4c86-9288-fc7b5b3f2606 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8983aba05c24e5b9dbfe1a23a772fbb&device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 1098 time: 0.1985314 Jun 23 19:07:05.410861 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 9704eba0-0052-45a8-97a8-b643cc5fd9dd up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:07:05.655267 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ec148-7910-4499-b8b7-955af74a16bf req-e08c4d8d-8941-4969-98d9-00e29b1eed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:05.657727 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-ad7ec148-7910-4499-b8b7-955af74a16bf req-e08c4d8d-8941-4969-98d9-00e29b1eed4a service neutron] 10.222.0.77 "GET /v2.0/networks?id=9db2ccef-0a00-41e5-bbf4-f5acd5895449 HTTP/1.1" status: 200 len: 920 time: 0.2577906 Jun 23 19:07:05.673006 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c66874-c11d-4624-800c-9c70ad4c43f7 req-e42d65ee-79dd-4f39-8c4d-5d4dc83fa384 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:05.675211 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a3c66874-c11d-4624-800c-9c70ad4c43f7 req-e42d65ee-79dd-4f39-8c4d-5d4dc83fa384 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 945 time: 0.5243957 Jun 23 19:07:05.715213 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port 9704eba0-0052-45a8-97a8-b643cc5fd9dd completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:07:05.724169 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 9704eba0-0052-45a8-97a8-b643cc5fd9dd triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:07:05.724169 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:05.745208 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e2920-0102-48e2-b6ea-5d910a35cdf1 req-32e5aa7c-4737-4f76-b7cf-523129328acb tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:05.758065 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c83e2920-0102-48e2-b6ea-5d910a35cdf1 req-32e5aa7c-4737-4f76-b7cf-523129328acb tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 944 time: 0.5061476 Jun 23 19:07:05.773492 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-ad7ec148-7910-4499-b8b7-955af74a16bf req-73e50ced-ebf9-4966-b473-708230cbd47d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16d5e781-dfa6-422e-a3e9-6368d043159d HTTP/1.1" status: 200 len: 217 time: 0.1086612 Jun 23 19:07:05.847193 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a3c66874-c11d-4624-800c-9c70ad4c43f7 req-99e2e424-5fb4-40f0-b822-fc0afc634d0e tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587965 Jun 23 19:07:05.874718 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ec148-7910-4499-b8b7-955af74a16bf req-998d7feb-5d1f-4517-8ed1-fe9a7add7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:05.876635 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-ad7ec148-7910-4499-b8b7-955af74a16bf req-998d7feb-5d1f-4517-8ed1-fe9a7add7f45 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=95e7c8fe-0843-480c-bedc-5dde25c6666d HTTP/1.1" status: 200 len: 859 time: 0.0958908 Jun 23 19:07:05.881159 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c757e4fd-417c-43cb-98b2-c0f6093b9f10 req-6327924e-0f3c-4067-9fa4-be096f274ca8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:05.889017 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-31614929-c1e2-40e1-8155-84249bb01726 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:05.940945 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-ad7ec148-7910-4499-b8b7-955af74a16bf req-efafbb08-4ac4-466f-b582-9d2dd498df51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9db2ccef-0a00-41e5-bbf4-f5acd5895449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536859 Jun 23 19:07:05.941294 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c83e2920-0102-48e2-b6ea-5d910a35cdf1 req-5650c0b0-1474-4991-9ab6-4bbd560d121d tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814907 Jun 23 19:07:05.976306 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:05.998109 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['c99c2369-7129-49fe-82a1-9c643c920814'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:07:06.084837 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327924e-0f3c-4067-9fa4-be096f274ca8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Pushing event deleted for resources: {'Port': ['ID=9489e881-a61e-4a9e-a698-78c71a78440f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:06.103337 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6327924e-0f3c-4067-9fa4-be096f274ca8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:06.121356 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4942be4-787f-4f98-a870-76e73628a2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9704eba0-0052-45a8-97a8-b643cc5fd9dd'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:06.126300 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae32d98-53fd-4272-bbdc-3890ca56a851" -d '{"events": [{"server_uuid": "c4942be4-787f-4f98-a870-76e73628a2e8", "name": "network-vif-plugged", "status": "completed", "tag": "9704eba0-0052-45a8-97a8-b643cc5fd9dd"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:06.168680 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 9704eba0-0052-45a8-97a8-b643cc5fd9dd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9704eba0-0052-45a8-97a8-b643cc5fd9dd,segment=NetworkSegment(a112f68b-90bd-4700-ba0c-560e00c23d49),segment_id=a112f68b-90bd-4700-ba0c-560e00c23d49)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:06.214569 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-ad7ec148-7910-4499-b8b7-955af74a16bf req-1f86d284-34b0-4979-8535-b39f76669799 service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563071 Jun 23 19:07:06.217782 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c757e4fd-417c-43cb-98b2-c0f6093b9f10 req-6327924e-0f3c-4067-9fa4-be096f274ca8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] No DVR routers for this DVR port 9489e881-a61e-4a9e-a698-78c71a78440f on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:07:06.232844 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c757e4fd-417c-43cb-98b2-c0f6093b9f10 req-6327924e-0f3c-4067-9fa4-be096f274ca8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:06.245889 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c757e4fd-417c-43cb-98b2-c0f6093b9f10 req-6327924e-0f3c-4067-9fa4-be096f274ca8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "DELETE /v2.0/ports/9489e881-a61e-4a9e-a698-78c71a78440f HTTP/1.1" status: 204 len: 173 time: 1.6729259 Jun 23 19:07:06.247275 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c2ef0f-0275-49fe-861a-388de77eee8e', 'name': 'network-vif-deleted', 'tag': '9489e881-a61e-4a9e-a698-78c71a78440f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:06.250706 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:06.253933 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce81fc56-1edb-41e3-98a6-c6a6400bff46" -d '{"events": [{"server_uuid": "69c2ef0f-0275-49fe-861a-388de77eee8e", "name": "network-vif-deleted", "tag": "9489e881-a61e-4a9e-a698-78c71a78440f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:06.259423 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 9489e881-a61e-4a9e-a698-78c71a78440f no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:07:06.299086 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:06.378804 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-ad7ec148-7910-4499-b8b7-955af74a16bf req-e181e526-d1a6-4871-8055-5af3ba20523d service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526957 Jun 23 19:07:06.405439 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: 9489e881-a61e-4a9e-a698-78c71a78440f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:07:06.406180 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 9489e881-a61e-4a9e-a698-78c71a78440f not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:07:06.485051 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=9704eba0-0052-45a8-97a8-b643cc5fd9dd,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:06.488575 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:06.856640 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766cebf-eb71-4b4f-8b4b-594e5b6d6dc0 req-6f54b01d-1e8a-48fd-96c9-3534f83fe205 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:06.865228 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4766cebf-eb71-4b4f-8b4b-594e5b6d6dc0 req-6f54b01d-1e8a-48fd-96c9-3534f83fe205 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.6405239 Jun 23 19:07:06.882373 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3cc02-6167-4c4f-8c6b-fbab6c9f60b6 req-8e99384a-6d0a-4d6a-bd37-ae87ffd74e5e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:06.966909 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-29f3cc02-6167-4c4f-8c6b-fbab6c9f60b6 req-8e99384a-6d0a-4d6a-bd37-ae87ffd74e5e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.5998094 Jun 23 19:07:06.966909 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4766cebf-eb71-4b4f-8b4b-594e5b6d6dc0 req-faab9cbd-1f93-4a75-b8ec-26e1f8374e60 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892749 Jun 23 19:07:06.966909 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-29f3cc02-6167-4c4f-8c6b-fbab6c9f60b6 req-8b1fbc6d-c498-4fde-a464-fcfbb63290c5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651369 Jun 23 19:07:07.085971 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56a1189-6545-4059-b60d-124f8bd5a83c x-openstack-request-id: req-d56a1189-6545-4059-b60d-124f8bd5a83c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:07.086309 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4942be4-787f-4f98-a870-76e73628a2e8", "name": "network-vif-plugged", "status": "completed", "tag": "9704eba0-0052-45a8-97a8-b643cc5fd9dd", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:07.086585 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d56a1189-6545-4059-b60d-124f8bd5a83c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:07.087041 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4942be4-787f-4f98-a870-76e73628a2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9704eba0-0052-45a8-97a8-b643cc5fd9dd', 'code': 200} Jun 23 19:07:07.144152 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69973a8d-b971-416f-8d8b-3739e32a52c2 x-openstack-request-id: req-69973a8d-b971-416f-8d8b-3739e32a52c2 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:07.144888 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c2ef0f-0275-49fe-861a-388de77eee8e", "name": "network-vif-deleted", "tag": "9489e881-a61e-4a9e-a698-78c71a78440f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:07.145450 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-69973a8d-b971-416f-8d8b-3739e32a52c2 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:07.146196 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c2ef0f-0275-49fe-861a-388de77eee8e', 'name': 'network-vif-deleted', 'tag': '9489e881-a61e-4a9e-a698-78c71a78440f', 'status': 'completed', 'code': 200} Jun 23 19:07:07.368522 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8691b181-20f1-49f9-bccd-021a4a1f821d req-bb554615-cb27-4b07-b508-d48ce85d13d6 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=69c2ef0f-0275-49fe-861a-388de77eee8e HTTP/1.1" status: 200 len: 210 time: 0.0528264 Jun 23 19:07:07.697320 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253c0f9-0e99-4b50-a7aa-09b14f536b6b req-e8cb8a97-0106-4eae-8db1-68ac1aae5b9a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:07.699711 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3253c0f9-0e99-4b50-a7aa-09b14f536b6b req-e8cb8a97-0106-4eae-8db1-68ac1aae5b9a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1251743 Jun 23 19:07:07.792640 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3253c0f9-0e99-4b50-a7aa-09b14f536b6b req-3dc69628-d901-4714-a444-bc81d8b365c4 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800331 Jun 23 19:07:07.933889 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa07c91-0104-44a1-9235-fbb0d7841311 req-73ff72f3-e73d-4488-a7c8-da53a2fbd4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:07.937565 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-aaa07c91-0104-44a1-9235-fbb0d7841311 req-73ff72f3-e73d-4488-a7c8-da53a2fbd4d5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 1098 time: 0.1105421 Jun 23 19:07:07.960544 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab4dd3-5167-4da1-81a3-8b4f4e30479c req-9a71ac82-ce29-4563-bb94-d7b22ea8f881 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:07.964066 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a7ab4dd3-5167-4da1-81a3-8b4f4e30479c req-9a71ac82-ce29-4563-bb94-d7b22ea8f881 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 946 time: 0.1110811 Jun 23 19:07:08.001268 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-aaa07c91-0104-44a1-9235-fbb0d7841311 req-c996a633-16f9-4df9-b1a8-ddc323774468 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513623 Jun 23 19:07:08.050786 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a7ab4dd3-5167-4da1-81a3-8b4f4e30479c req-c6916923-df47-4b2a-84ed-11edc608f21a tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791712 Jun 23 19:07:08.359316 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f88a6f-418a-4105-9f77-d48543764cd7 req-1257e5f8-2ca0-4283-be72-348b82e79623 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:08.365728 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-26f88a6f-418a-4105-9f77-d48543764cd7 req-1257e5f8-2ca0-4283-be72-348b82e79623 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.2076554 Jun 23 19:07:08.450902 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-26f88a6f-418a-4105-9f77-d48543764cd7 req-e47e14d8-b5e4-4700-8841-c7cd0daeedb4 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851812 Jun 23 19:07:08.464490 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f5e17-d560-48a5-bf60-2d463f055733 req-899dad48-6d59-42fd-80c2-b309feb8293e tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:08.466750 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-127f5e17-d560-48a5-bf60-2d463f055733 req-899dad48-6d59-42fd-80c2-b309feb8293e tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2058086 Jun 23 19:07:08.553965 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-127f5e17-d560-48a5-bf60-2d463f055733 req-f7a0d15f-fed8-45c2-83ba-d3b86c2db207 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704892 Jun 23 19:07:09.154689 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e03cdd-22c0-41c2-8e22-a646c89cfcea req-8da2ecad-1041-45c2-8a8f-d295efc74b23 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:09.157526 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-43e03cdd-22c0-41c2-8e22-a646c89cfcea req-8da2ecad-1041-45c2-8a8f-d295efc74b23 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1471510 Jun 23 19:07:09.236033 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-43e03cdd-22c0-41c2-8e22-a646c89cfcea req-5184abe8-c8a6-4fcc-9a27-c69873d58643 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683451 Jun 23 19:07:09.328058 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4dff5-3b4b-44cb-970b-fbb4be1b4dda req-b15fe9d8-63d3-4360-8326-47a5f780d682 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:09.330837 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-dbc4dff5-3b4b-44cb-970b-fbb4be1b4dda req-b15fe9d8-63d3-4360-8326-47a5f780d682 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 946 time: 0.0934577 Jun 23 19:07:09.379952 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-dbc4dff5-3b4b-44cb-970b-fbb4be1b4dda req-2e4aff0e-e8e4-4e7a-a682-ab896eee761c tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Jun 23 19:07:09.713378 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216089d7-42e8-4ad6-93f7-a241aa76c837 req-540af438-bd08-492c-9056-ef0f0e40da2a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:09.715011 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-216089d7-42e8-4ad6-93f7-a241aa76c837 req-540af438-bd08-492c-9056-ef0f0e40da2a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.0995140 Jun 23 19:07:09.796838 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-216089d7-42e8-4ad6-93f7-a241aa76c837 req-44849fa8-0032-4b5d-b6d3-7328cf723ec5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751832 Jun 23 19:07:09.825036 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75abb9f-4340-4e19-86c2-51c20efd8c64 req-2f6a28a3-2f7e-421b-9d99-580c7d531076 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:09.826610 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c75abb9f-4340-4e19-86c2-51c20efd8c64 req-2f6a28a3-2f7e-421b-9d99-580c7d531076 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1074965 Jun 23 19:07:09.874019 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c75abb9f-4340-4e19-86c2-51c20efd8c64 req-4d1f6988-a3d9-4e6d-a7b6-db918823bc56 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391796 Jun 23 19:07:10.555093 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986d65f-d9e3-46e7-b8eb-3192e9c87bab req-e244e15a-b276-4049-926a-70410b3674fc tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:10.557995 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d986d65f-d9e3-46e7-b8eb-3192e9c87bab req-e244e15a-b276-4049-926a-70410b3674fc tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1797216 Jun 23 19:07:10.726975 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d986d65f-d9e3-46e7-b8eb-3192e9c87bab req-63284567-ba9d-4269-9713-b5efc0ebf36c tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580780 Jun 23 19:07:10.866003 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08913296-af86-4fcd-995a-fd8334b0e7da req-d2dfb28d-03fb-4b1d-af64-0d71e6ef9e20 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:10.866198 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe30e4-6035-42bd-a1da-c0b6fd8353b1 req-55f5225a-bb3c-4d0b-bb04-6bf0c14db4ec tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:10.866962 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-34fe30e4-6035-42bd-a1da-c0b6fd8353b1 req-55f5225a-bb3c-4d0b-bb04-6bf0c14db4ec tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.77 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 946 time: 0.1263061 Jun 23 19:07:10.867131 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-08913296-af86-4fcd-995a-fd8334b0e7da req-d2dfb28d-03fb-4b1d-af64-0d71e6ef9e20 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 946 time: 0.2196343 Jun 23 19:07:10.981156 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-08913296-af86-4fcd-995a-fd8334b0e7da req-83c607ae-3001-4c31-acd0-ce29c387e0df tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/security-groups?id=494dabe0-395a-4470-9983-99151f81de90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024768 Jun 23 19:07:11.158782 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-34fe30e4-6035-42bd-a1da-c0b6fd8353b1 req-c2ce9b51-2e39-4795-a9b0-89ba753026b5 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Deleting port 9009d7fd-0396-4f14-abc6-81e341064c51 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:07:11.171482 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-34fe30e4-6035-42bd-a1da-c0b6fd8353b1 req-c2ce9b51-2e39-4795-a9b0-89ba753026b5 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.193392 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9951de-712e-4d3a-93bc-17e82cbd64fe req-7fee7533-7df1-4bfa-b8a1-49a6abebca0a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:11.195483 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-df9951de-712e-4d3a-93bc-17e82cbd64fe req-7fee7533-7df1-4bfa-b8a1-49a6abebca0a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1319082 Jun 23 19:07:11.272308 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-df9951de-712e-4d3a-93bc-17e82cbd64fe req-1f95288d-a973-4ede-9f03-a19e590a1b21 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645020 Jun 23 19:07:11.288144 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-34fe30e4-6035-42bd-a1da-c0b6fd8353b1 req-c2ce9b51-2e39-4795-a9b0-89ba753026b5 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] For port 9009d7fd-0396-4f14-abc6-81e341064c51, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9009d7fd-0396-4f14-abc6-81e341064c51,segment=NetworkSegment(4b367e53-cd4a-441e-9744-499f8c9b857b),segment_id=4b367e53-cd4a-441e-9744-499f8c9b857b)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:11.288718 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-34fe30e4-6035-42bd-a1da-c0b6fd8353b1 req-c2ce9b51-2e39-4795-a9b0-89ba753026b5 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.301943 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122626e-e820-45a1-9080-b4e1467db1e5 req-988c3402-7e1e-4070-afc4-9acc3f300ac2 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:11.304768 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b122626e-e820-45a1-9080-b4e1467db1e5 req-988c3402-7e1e-4070-afc4-9acc3f300ac2 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1202126 Jun 23 19:07:11.311374 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-34fe30e4-6035-42bd-a1da-c0b6fd8353b1 req-c2ce9b51-2e39-4795-a9b0-89ba753026b5 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Calling delete_port for 9009d7fd-0396-4f14-abc6-81e341064c51 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:07:11.359355 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b122626e-e820-45a1-9080-b4e1467db1e5 req-6c9bae41-8297-4bb0-88ca-3f7451f81e1e tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388856 Jun 23 19:07:11.597349 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-34fe30e4-6035-42bd-a1da-c0b6fd8353b1 req-c2ce9b51-2e39-4795-a9b0-89ba753026b5 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.601440 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a49b81c1-b345-4e95-93ef-6bcf49df39dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:11.627864 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce9b51-2e39-4795-a9b0-89ba753026b5 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Pushing event deleted for resources: {'Port': ['ID=9009d7fd-0396-4f14-abc6-81e341064c51,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:11.631574 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c2ce9b51-2e39-4795-a9b0-89ba753026b5 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:11.705368 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fe30e4-6035-42bd-a1da-c0b6fd8353b1 req-c2ce9b51-2e39-4795-a9b0-89ba753026b5 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] No DVR routers for this DVR port 9009d7fd-0396-4f14-abc6-81e341064c51 on host hv-cinder-79049 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:07:11.709778 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-34fe30e4-6035-42bd-a1da-c0b6fd8353b1 req-c2ce9b51-2e39-4795-a9b0-89ba753026b5 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:11.713570 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-34fe30e4-6035-42bd-a1da-c0b6fd8353b1 req-c2ce9b51-2e39-4795-a9b0-89ba753026b5 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.77 "DELETE /v2.0/ports/9009d7fd-0396-4f14-abc6-81e341064c51 HTTP/1.1" status: 204 len: 173 time: 0.8351424 Jun 23 19:07:11.714291 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b', 'name': 'network-vif-deleted', 'tag': '9009d7fd-0396-4f14-abc6-81e341064c51'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:11.718432 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fcbac34a3f989e7a1382fe2a1fc7386b8fde9f0dc9ad1e1afd8ba582fa7245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbc3b8c-7412-4e0e-896f-4ae681cf85d1" -d '{"events": [{"server_uuid": "918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b", "name": "network-vif-deleted", "tag": "9009d7fd-0396-4f14-abc6-81e341064c51"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:11.765159 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a3d6c7-7b92-46ab-b2d7-58e587d76b64 x-openstack-request-id: req-c3a3d6c7-7b92-46ab-b2d7-58e587d76b64 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:11.765482 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b", "name": "network-vif-deleted", "tag": "9009d7fd-0396-4f14-abc6-81e341064c51", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:11.765764 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c3a3d6c7-7b92-46ab-b2d7-58e587d76b64 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:11.766185 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b', 'name': 'network-vif-deleted', 'tag': '9009d7fd-0396-4f14-abc6-81e341064c51', 'status': 'completed', 'code': 200} Jun 23 19:07:12.020649 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331b546-7f3f-46ca-aef1-e6a14ca7d503 req-72bd9c10-09a3-422b-a4db-59b551d9fd33 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:12.023705 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b331b546-7f3f-46ca-aef1-e6a14ca7d503 req-72bd9c10-09a3-422b-a4db-59b551d9fd33 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1478183 Jun 23 19:07:12.096028 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b331b546-7f3f-46ca-aef1-e6a14ca7d503 req-465cdde2-8873-495e-8fa2-f228b54def1b tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646479 Jun 23 19:07:12.241200 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb531-ef43-467b-975f-62195d91c40f req-fe708c5a-8a2a-4443-9cb8-5168d09687cd tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:12.243328 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2f5bb531-ef43-467b-975f-62195d91c40f req-fe708c5a-8a2a-4443-9cb8-5168d09687cd tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 945 time: 0.1459339 Jun 23 19:07:12.361554 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6ffb6780-d704-4e09-900e-2387b398cc19 req-5af746d0-0bc9-4ba1-ad23-4ae3b11fbcd4 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 210 time: 0.0597489 Jun 23 19:07:12.374998 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2f5bb531-ef43-467b-975f-62195d91c40f req-16cbae51-e27e-4628-98e7-22738d89e483 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091881 Jun 23 19:07:12.589810 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fed8b-e551-4a3e-b6ff-0b6b2b7a19c5 req-5f66a55b-f6b5-4be4-8131-ba82a37148d1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:12.591429 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-805fed8b-e551-4a3e-b6ff-0b6b2b7a19c5 req-5f66a55b-f6b5-4be4-8131-ba82a37148d1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 946 time: 0.1002066 Jun 23 19:07:12.632677 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-805fed8b-e551-4a3e-b6ff-0b6b2b7a19c5 req-c71bb82d-d00d-4289-9edb-39bb7b519496 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344045 Jun 23 19:07:12.969585 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873d8ef-0eb4-4c8c-ac06-18678343cf19 req-fc95cca9-40de-4a1b-9744-18f1f599236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:12.971411 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-e873d8ef-0eb4-4c8c-ac06-18678343cf19 req-fc95cca9-40de-4a1b-9744-18f1f599236e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 1099 time: 0.0604341 Jun 23 19:07:13.089177 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873d8ef-0eb4-4c8c-ac06-18678343cf19 req-8a9e49ed-25d9-44b1-b759-14e324dbe8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:13.089177 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-e873d8ef-0eb4-4c8c-ac06-18678343cf19 req-8a9e49ed-25d9-44b1-b759-14e324dbe8f5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6f276787-6d2f-4388-aea6-d3a0998dbf61 HTTP/1.1" status: 200 len: 917 time: 0.1068618 Jun 23 19:07:13.182307 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-e873d8ef-0eb4-4c8c-ac06-18678343cf19 req-1be991e0-c3db-4f92-aa65-252f334d0068 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f HTTP/1.1" status: 200 len: 1002 time: 0.0773911 Jun 23 19:07:13.239133 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873d8ef-0eb4-4c8c-ac06-18678343cf19 req-fa5452fd-0dd1-4771-8842-6e5932559bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:13.241771 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-e873d8ef-0eb4-4c8c-ac06-18678343cf19 req-fa5452fd-0dd1-4771-8842-6e5932559bb6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=573f17ee-da5c-446d-9393-095d09cdcf95 HTTP/1.1" status: 200 len: 855 time: 0.0513055 Jun 23 19:07:13.326067 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873d8ef-0eb4-4c8c-ac06-18678343cf19 req-bc376c2a-7000-4162-9286-db945963f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:13.326067 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-e873d8ef-0eb4-4c8c-ac06-18678343cf19 req-bc376c2a-7000-4162-9286-db945963f80b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f276787-6d2f-4388-aea6-d3a0998dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738022 Jun 23 19:07:13.456706 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 9009d7fd-0396-4f14-abc6-81e341064c51 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:07:13.470966 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-e873d8ef-0eb4-4c8c-ac06-18678343cf19 req-d16d3b0a-ef28-48b7-b5b2-6adc9981fa0a service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253006 Jun 23 19:07:13.507207 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: 9009d7fd-0396-4f14-abc6-81e341064c51 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:07:13.507953 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 9009d7fd-0396-4f14-abc6-81e341064c51 not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:07:13.508566 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:07:13.549103 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb18399-7312-4b65-8d07-9e7ee45380a1 req-e80b51ca-3b2c-48b1-a3c3-e99c11cf342a tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:13.558033 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfb18399-7312-4b65-8d07-9e7ee45380a1 req-e80b51ca-3b2c-48b1-a3c3-e99c11cf342a tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0978405 Jun 23 19:07:13.613374 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:13.634131 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cfb18399-7312-4b65-8d07-9e7ee45380a1 req-9320228f-426e-4280-ad35-441981f736b6 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740869 Jun 23 19:07:13.651257 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:13.655685 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1d2045-7ac8-4c1b-9447-3521d1257e6e" -d '{"events": [{"server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:13.676640 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:13.680660 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b9fb6487-0b70-4537-9ce6-04c41fbd95f5 req-e72e9433-d877-4117-aefd-f62403b978c6 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] 10.222.0.67 "GET /v2.0/ports?device_id=918d3ad2-04ed-4cb1-8ab6-52bf7cc8667b HTTP/1.1" status: 200 len: 210 time: 0.0367060 Jun 23 19:07:13.696015 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-e873d8ef-0eb4-4c8c-ac06-18678343cf19 req-3c999ac8-ef8f-49a9-870e-6cb4f896e1b8 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159324 Jun 23 19:07:13.752750 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88ff2eb-e418-4a1f-89a8-a6aff1b83ae9 x-openstack-request-id: req-b88ff2eb-e418-4a1f-89a8-a6aff1b83ae9 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:13.753514 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "name": "network-vif-unplugged", "status": "completed", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:13.753942 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b88ff2eb-e418-4a1f-89a8-a6aff1b83ae9 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:13.754586 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'code': 200} Jun 23 19:07:13.812405 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:13.815594 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:13.886614 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:13.890481 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:13.982628 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a185d6-4302-4c8d-9209-abe6e92baa87 req-381f2629-9ffd-4639-ae25-27fafaa659a7 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:13.984936 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-73a185d6-4302-4c8d-9209-abe6e92baa87 req-381f2629-9ffd-4639-ae25-27fafaa659a7 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 945 time: 0.1355939 Jun 23 19:07:14.002687 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed539a-fb2e-4cf9-a43a-5482110ba0b8 req-d69aef54-cb70-44f5-a4b5-7b38c2679a1f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:14.004571 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eaed539a-fb2e-4cf9-a43a-5482110ba0b8 req-d69aef54-cb70-44f5-a4b5-7b38c2679a1f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1213701 Jun 23 19:07:14.112637 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-73a185d6-4302-4c8d-9209-abe6e92baa87 req-c1e37136-77af-4655-bcfc-9618f6c7f96d tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066027 Jun 23 19:07:14.122421 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eaed539a-fb2e-4cf9-a43a-5482110ba0b8 req-882283a1-8354-41ee-bffe-5535558e0eed tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931103 Jun 23 19:07:15.271464 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc865e0-86c3-4cf9-b772-33d93e74f064 req-68adc166-195c-47b6-b9b1-641e1b2ef65b tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:15.273867 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9fc865e0-86c3-4cf9-b772-33d93e74f064 req-68adc166-195c-47b6-b9b1-641e1b2ef65b tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 945 time: 0.1380928 Jun 23 19:07:15.508351 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-9fc865e0-86c3-4cf9-b772-33d93e74f064 req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Deleting port c99c2369-7129-49fe-82a1-9c643c920814 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:07:15.520725 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9fc865e0-86c3-4cf9-b772-33d93e74f064 req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:15.533526 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4d3a1-e9c1-4cb0-9d7c-2f8e25def56d req-5e9fe0f8-dce4-48cf-b5be-45586328c78b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:15.548253 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f0f4d3a1-e9c1-4cb0-9d7c-2f8e25def56d req-5e9fe0f8-dce4-48cf-b5be-45586328c78b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.2221551 Jun 23 19:07:15.597220 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b212e-6bf6-4f47-a5de-b858d0c60d7d req-68004f67-144f-4c5a-915e-1f30d73163f4 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:15.615657 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b15b212e-6bf6-4f47-a5de-b858d0c60d7d req-68004f67-144f-4c5a-915e-1f30d73163f4 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 945 time: 0.2282658 Jun 23 19:07:15.713878 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f0f4d3a1-e9c1-4cb0-9d7c-2f8e25def56d req-07b6db50-bf8e-47c4-b7ab-4ee646102c06 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558564 Jun 23 19:07:15.714878 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9fc865e0-86c3-4cf9-b772-33d93e74f064 req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] For port c99c2369-7129-49fe-82a1-9c643c920814, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c99c2369-7129-49fe-82a1-9c643c920814,segment=NetworkSegment(c0e4a957-f539-47ca-b886-4b65ab2816f6),segment_id=c0e4a957-f539-47ca-b886-4b65ab2816f6)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:15.715463 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9fc865e0-86c3-4cf9-b772-33d93e74f064 req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:15.722807 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b15b212e-6bf6-4f47-a5de-b858d0c60d7d req-626cf144-488b-4f75-84ba-ee14ad4dd855 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/security-groups?id=0604f061-71f2-439a-8817-407f46da7ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058395 Jun 23 19:07:15.743696 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [req-9fc865e0-86c3-4cf9-b772-33d93e74f064 req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Calling delete_port for c99c2369-7129-49fe-82a1-9c643c920814 owned by compute:nova {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:07:16.101571 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9fc865e0-86c3-4cf9-b772-33d93e74f064 req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:16.112226 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:16.156399 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['c99c2369-7129-49fe-82a1-9c643c920814'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:07:16.159091 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Pushing event deleted for resources: {'Port': ['ID=c99c2369-7129-49fe-82a1-9c643c920814,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:16.191884 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:16.191884 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:16.192989 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:16.192989 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:16.193331 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:16.193935 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:16.194684 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:16.195267 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:16.195843 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:16.196475 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:16.197076 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:16.198391 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:16.232358 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:16.257394 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc865e0-86c3-4cf9-b772-33d93e74f064 req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] No DVR routers for this DVR port c99c2369-7129-49fe-82a1-9c643c920814 on host hv-cinder-79049 {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:07:16.260983 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9fc865e0-86c3-4cf9-b772-33d93e74f064 req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:16.263154 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9fc865e0-86c3-4cf9-b772-33d93e74f064 req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.77 "DELETE /v2.0/ports/c99c2369-7129-49fe-82a1-9c643c920814 HTTP/1.1" status: 204 len: 173 time: 0.9764061 Jun 23 19:07:16.263674 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac0e2b8-d54f-4315-ad24-6d516d95ddb2', 'name': 'network-vif-deleted', 'tag': 'c99c2369-7129-49fe-82a1-9c643c920814'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:07:16.266130 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fcbac34a3f989e7a1382fe2a1fc7386b8fde9f0dc9ad1e1afd8ba582fa7245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c55635-9fba-4ab7-9def-9ca165859c8a" -d '{"events": [{"server_uuid": "2ac0e2b8-d54f-4315-ad24-6d516d95ddb2", "name": "network-vif-deleted", "tag": "c99c2369-7129-49fe-82a1-9c643c920814"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:07:16.317791 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c769753-a703-465f-8116-993a6532daf0 x-openstack-request-id: req-0c769753-a703-465f-8116-993a6532daf0 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:07:16.322297 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac0e2b8-d54f-4315-ad24-6d516d95ddb2", "name": "network-vif-deleted", "tag": "c99c2369-7129-49fe-82a1-9c643c920814", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:07:16.322297 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0c769753-a703-465f-8116-993a6532daf0 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:07:16.322297 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac0e2b8-d54f-4315-ad24-6d516d95ddb2', 'name': 'network-vif-deleted', 'tag': 'c99c2369-7129-49fe-82a1-9c643c920814', 'status': 'completed', 'code': 200} Jun 23 19:07:17.023469 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926ad94-9fca-4966-93fc-22da0d004268 req-e2f848a2-4921-4760-b345-ee23dd954ea1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:17.025191 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3926ad94-9fca-4966-93fc-22da0d004268 req-e2f848a2-4921-4760-b345-ee23dd954ea1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1093941 Jun 23 19:07:17.053998 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-14bee7f4-9403-44c3-b307-773220fc0ebd req-517e49cf-1d11-432b-b4c7-23ada67b1969 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ac0e2b8-d54f-4315-ad24-6d516d95ddb2 HTTP/1.1" status: 200 len: 210 time: 0.0519829 Jun 23 19:07:17.092924 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3926ad94-9fca-4966-93fc-22da0d004268 req-cc4edda9-83d2-4d07-ad88-73079c85688f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414290 Jun 23 19:07:18.172735 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 35514) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:18.225095 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed4a45b-d921-4393-840a-da7fc09a1861 admin admin] Deleting subnet e4a379e4-0bee-4f40-a9c6-23d144257946 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:07:18.228568 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a45b-d921-4393-840a-da7fc09a1861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.264834 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a45b-d921-4393-840a-da7fc09a1861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29510107'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.308783 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a45b-d921-4393-840a-da7fc09a1861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.326091 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2ea74-366f-4ff8-afbb-c4d5032c7703 req-5e508915-bb55-4ba0-ad7c-84c4e0a9c324 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:18.331323 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-79d2ea74-366f-4ff8-afbb-c4d5032c7703 req-5e508915-bb55-4ba0-ad7c-84c4e0a9c324 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.0844650 Jun 23 19:07:18.379538 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-79d2ea74-366f-4ff8-afbb-c4d5032c7703 req-a91057b8-b4cb-4790-95d9-16f3afd59b8a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416267 Jun 23 19:07:18.446090 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a45b-d921-4393-840a-da7fc09a1861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29639294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29691012'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.469040 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:18.483139 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a45b-d921-4393-840a-da7fc09a1861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.488901 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-9ed4a45b-d921-4393-840a-da7fc09a1861 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e4a379e4-0bee-4f40-a9c6-23d144257946 HTTP/1.1" status: 204 len: 168 time: 0.3147287 Jun 23 19:07:18.491588 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 35524) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:18.544752 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4a45b-d921-4393-840a-da7fc09a1861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a379e4-0bee-4f40-a9c6-23d144257946,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:18.561081 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-9ed4a45b-d921-4393-840a-da7fc09a1861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:18.749562 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.907156 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:18.934132 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:18.934632 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:18.936033 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:18.936503 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > port after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:18.936954 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > port after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:18.937309 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > port after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:18.938684 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:18.939466 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:18.940143 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:18.940547 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:19.048368 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:19.048829 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:19.049238 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:19.049646 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:07:19.050091 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:19.072297 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e4a957-f539-47ca-b886-4b65ab2816f6') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:19.072982 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e4a957-f539-47ca-b886-4b65ab2816f6') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:19.099117 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29673334'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:19.127156 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:19.142010 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:07:19.142708 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30248072'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: from cryptography.utils import int_from_bytes Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: from cryptography.utils import int_from_bytes Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: Traceback (most recent call last): Jun 23 19:07:19.149021 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: timer() Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: cb(*args, **kw) Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: return func(*args, **kwargs) Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: self._notify() Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: self.callback(batched_events) Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: event.method(event) Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: return f(self, *a, **k) Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: return self._get(url).json() Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:07:19.155225 dv-cinder-790492-6-smb neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:07:19.305594 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-5482f80a-1b72-4b0b-a7f8-be2c4191c30e req-64d25e25-2609-46f9-a18f-299d1b3bf869 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0912387 Jun 23 19:07:19.340834 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:19.348565 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:19.363767 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:19.367308 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:19.372219 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] 10.222.0.67 "DELETE /v2.0/networks/f4c96e0d-aaf4-4c2f-aa3b-da88d57dc638 HTTP/1.1" status: 204 len: 168 time: 0.8747396 Jun 23 19:07:19.403753 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:19.405580 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:19.406061 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:19.406713 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:19.409594 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:19.410951 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:19.412794 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:19.413590 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:19.416847 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:19.417211 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:19.417568 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:19.417918 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:19.427412 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6f657fad-08a6-4a2e-a119-220b5d078aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:19.439965 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482f80a-1b72-4b0b-a7f8-be2c4191c30e req-e9bdd2a7-3538-47fe-b872-54f10d6b3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:19.441770 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-5482f80a-1b72-4b0b-a7f8-be2c4191c30e req-e9bdd2a7-3538-47fe-b872-54f10d6b3b73 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=704cf5a143b64c318c400174e02d1fe7&device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 1099 time: 0.0827236 Jun 23 19:07:19.466982 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device c99c2369-7129-49fe-82a1-9c643c920814 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:07:19.580375 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: c99c2369-7129-49fe-82a1-9c643c920814 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:07:19.587057 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device c99c2369-7129-49fe-82a1-9c643c920814 not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:07:19.588125 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:07:19.865273 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482f80a-1b72-4b0b-a7f8-be2c4191c30e req-dd61c533-08ad-44af-9ba8-29a1483f9302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:19.871872 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-5482f80a-1b72-4b0b-a7f8-be2c4191c30e req-dd61c533-08ad-44af-9ba8-29a1483f9302 service neutron] 10.222.0.77 "GET /v2.0/networks?id=13ea8972-b95b-4038-a37a-9424804d7f04 HTTP/1.1" status: 200 len: 912 time: 0.3634069 Jun 23 19:07:19.892323 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25af4ce-a979-4b56-8a20-f8601785862a req-421a3338-8e5f-4cde-893a-f0c52b011d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:19.897097 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d25af4ce-a979-4b56-8a20-f8601785862a req-421a3338-8e5f-4cde-893a-f0c52b011d60 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8983aba05c24e5b9dbfe1a23a772fbb&device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 1098 time: 0.1881311 Jun 23 19:07:20.025132 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 35548) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:20.058728 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-5482f80a-1b72-4b0b-a7f8-be2c4191c30e req-03823d3b-944f-49be-9c09-e833de640532 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465751f6-82a6-41eb-bc67-a6764b8157c1 HTTP/1.1" status: 200 len: 1001 time: 0.1803763 Jun 23 19:07:20.140261 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569050d8-d847-407d-a86e-c794b7131c33 req-9864498e-d12e-4ec4-a04f-670df730cc0c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:20.157446 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-569050d8-d847-407d-a86e-c794b7131c33 req-9864498e-d12e-4ec4-a04f-670df730cc0c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2533059 Jun 23 19:07:20.262096 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25af4ce-a979-4b56-8a20-f8601785862a req-0354811b-3cb2-47a0-86fb-4e21c123f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:20.265439 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d25af4ce-a979-4b56-8a20-f8601785862a req-0354811b-3cb2-47a0-86fb-4e21c123f482 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9db2ccef-0a00-41e5-bbf4-f5acd5895449 HTTP/1.1" status: 200 len: 920 time: 0.3444884 Jun 23 19:07:20.281957 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e1838bf1-46ab-4f0c-b179-f0f2bd753842 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=df588b2890b045ccb1ddbda94138d9ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2350471 Jun 23 19:07:20.287544 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482f80a-1b72-4b0b-a7f8-be2c4191c30e req-7f099d4f-60fc-479e-b0c0-8e184b72a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:20.287544 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-5482f80a-1b72-4b0b-a7f8-be2c4191c30e req-7f099d4f-60fc-479e-b0c0-8e184b72a9a6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fa6a529-02d5-4dee-88c9-ecdd419aeba3 HTTP/1.1" status: 200 len: 850 time: 0.2073944 Jun 23 19:07:20.287544 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 35552) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:20.288609 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-569050d8-d847-407d-a86e-c794b7131c33 req-c0ad4edc-c98d-469b-be1d-a04a93b57023 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295648 Jun 23 19:07:20.315072 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:20.395720 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d25af4ce-a979-4b56-8a20-f8601785862a req-f2e776e0-d2ab-44c5-9397-8afd2726db98 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16d5e781-dfa6-422e-a3e9-6368d043159d HTTP/1.1" status: 200 len: 217 time: 0.1054978 Jun 23 19:07:20.400779 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc72e91-61e4-4fc5-af58-de2d889a6abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:20.462044 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc72e91-61e4-4fc5-af58-de2d889a6abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:20.475413 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25af4ce-a979-4b56-8a20-f8601785862a req-2a00ba02-7232-40e9-9385-ff6d87a46a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:20.476873 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d25af4ce-a979-4b56-8a20-f8601785862a req-2a00ba02-7232-40e9-9385-ff6d87a46a7d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=95e7c8fe-0843-480c-bedc-5dde25c6666d HTTP/1.1" status: 200 len: 859 time: 0.0726192 Jun 23 19:07:20.505401 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482f80a-1b72-4b0b-a7f8-be2c4191c30e req-1aa430f6-05b5-4109-9499-86c656fc0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:20.508057 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-5482f80a-1b72-4b0b-a7f8-be2c4191c30e req-1aa430f6-05b5-4109-9499-86c656fc0a62 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13ea8972-b95b-4038-a37a-9424804d7f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2077205 Jun 23 19:07:20.537046 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d25af4ce-a979-4b56-8a20-f8601785862a req-855a4391-0a9f-4f06-8683-eae4be9ddf22 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9db2ccef-0a00-41e5-bbf4-f5acd5895449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502291 Jun 23 19:07:20.672815 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d25af4ce-a979-4b56-8a20-f8601785862a req-3d117830-6085-43ff-a71f-bb6ae48ec7ce service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282444 Jun 23 19:07:20.699401 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-5482f80a-1b72-4b0b-a7f8-be2c4191c30e req-6b4d84db-ed37-4f19-9e5d-9c131931bb90 service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794105 Jun 23 19:07:20.898259 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc72e91-61e4-4fc5-af58-de2d889a6abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:20.906106 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5cc72e91-61e4-4fc5-af58-de2d889a6abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:20.910415 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-5cc72e91-61e4-4fc5-af58-de2d889a6abc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0604f061-71f2-439a-8817-407f46da7ff2 HTTP/1.1" status: 204 len: 168 time: 0.6192849 Jun 23 19:07:20.913379 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8349a218-bf0c-4f73-a004-c8932e93e0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:20.953243 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-5482f80a-1b72-4b0b-a7f8-be2c4191c30e req-b21ce79b-deb0-4a4d-91ea-5bc4c8875654 service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431815 Jun 23 19:07:20.982026 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc72e91-61e4-4fc5-af58-de2d889a6abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0604f061-71f2-439a-8817-407f46da7ff2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:20.982026 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5cc72e91-61e4-4fc5-af58-de2d889a6abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:21.050194 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d25af4ce-a979-4b56-8a20-f8601785862a req-e2b2053b-3d67-4bc8-b1a6-6f9a597e5889 service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693156 Jun 23 19:07:21.343992 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606484b-4026-45aa-9cb3-16e758259b7b req-5319a074-17d5-4652-b140-cea91cf62e90 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:21.346465 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4606484b-4026-45aa-9cb3-16e758259b7b req-5319a074-17d5-4652-b140-cea91cf62e90 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.2406979 Jun 23 19:07:21.420964 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4606484b-4026-45aa-9cb3-16e758259b7b req-7d4267b0-89f1-4a25-a1e1-68bcf78e4831 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529518 Jun 23 19:07:21.701753 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27d18c-e773-4f03-8faf-cda519d03716 req-93f6728b-1f4a-49db-8f4a-43eb78fe316b tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:21.704570 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bf27d18c-e773-4f03-8faf-cda519d03716 req-93f6728b-1f4a-49db-8f4a-43eb78fe316b tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1391060 Jun 23 19:07:21.771303 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bf27d18c-e773-4f03-8faf-cda519d03716 req-a15bdcec-9f52-4dc3-9373-ae045c60ff75 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579269 Jun 23 19:07:22.697355 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e300b-90bf-423f-914e-d297bbe2197a req-8251d83f-11a3-47dd-8be0-2e11f56166d6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:22.699657 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3d1e300b-90bf-423f-914e-d297bbe2197a req-8251d83f-11a3-47dd-8be0-2e11f56166d6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.0791912 Jun 23 19:07:22.753121 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3d1e300b-90bf-423f-914e-d297bbe2197a req-5913aa26-e08e-43bf-bc91-dbdec7c9b3eb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463810 Jun 23 19:07:23.062938 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bb34c-4c00-477f-b339-453a78f9fceb req-6ebf044e-9190-4114-8305-c6a845d09f26 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:23.068357 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1e1bb34c-4c00-477f-b339-453a78f9fceb req-6ebf044e-9190-4114-8305-c6a845d09f26 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1215010 Jun 23 19:07:23.116532 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1e1bb34c-4c00-477f-b339-453a78f9fceb req-67b93d9c-2a3e-4b24-a2de-ed8bba3d7add tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461874 Jun 23 19:07:24.087569 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e8a2d-387c-4d36-b1ca-474a5c78c98a req-c7f02945-ab35-428f-8413-dc81ce5a6e54 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:24.090039 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-579e8a2d-387c-4d36-b1ca-474a5c78c98a req-c7f02945-ab35-428f-8413-dc81ce5a6e54 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1733499 Jun 23 19:07:24.141815 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-579e8a2d-387c-4d36-b1ca-474a5c78c98a req-e07dc626-8898-463f-ad9f-403d5f3fbd9d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449579 Jun 23 19:07:24.323701 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf81c7-c66b-4d0e-9459-658a4f00ded8 req-72d981b1-3218-48a4-94fe-7cf0e0a980bd tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:24.325258 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9fdf81c7-c66b-4d0e-9459-658a4f00ded8 req-72d981b1-3218-48a4-94fe-7cf0e0a980bd tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0748761 Jun 23 19:07:24.369915 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9fdf81c7-c66b-4d0e-9459-658a4f00ded8 req-74a1dea4-2bb5-4252-8e93-d568cf48658d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377891 Jun 23 19:07:25.371163 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8c70e-a8c2-45b6-8f85-3a6e8c1ec4f9 req-21f6de6d-e46f-42f6-99e8-b1518a86860f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:25.376918 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5ad8c70e-a8c2-45b6-8f85-3a6e8c1ec4f9 req-21f6de6d-e46f-42f6-99e8-b1518a86860f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1005595 Jun 23 19:07:25.453125 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5ad8c70e-a8c2-45b6-8f85-3a6e8c1ec4f9 req-717f9a38-487e-4a44-a0e9-d65a1e68ce4a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708044 Jun 23 19:07:25.610791 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1d010-5547-4704-9acd-84f450953ddd req-07bc2de5-50a2-4d54-b6d1-f12492edbf5c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:25.612762 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbb1d010-5547-4704-9acd-84f450953ddd req-07bc2de5-50a2-4d54-b6d1-f12492edbf5c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0842619 Jun 23 19:07:25.672502 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbb1d010-5547-4704-9acd-84f450953ddd req-4b923cf5-8426-4406-99b7-641cc5cb4977 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470641 Jun 23 19:07:26.238415 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77196258-37d2-43c5-84d4-b7ab35a5f286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:26.732305 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8465e2-e0f3-49e6-af2b-1ff584223cca req-8daf60d7-ea20-4db1-9452-c1d5abf2925d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:26.733773 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-df8465e2-e0f3-49e6-af2b-1ff584223cca req-8daf60d7-ea20-4db1-9452-c1d5abf2925d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1201510 Jun 23 19:07:26.808789 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-df8465e2-e0f3-49e6-af2b-1ff584223cca req-93b95d2b-2d9a-4029-9f3e-7b45d2d7898b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671422 Jun 23 19:07:26.966213 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e52fc-4f1a-4493-9c8e-7a66f64528ff req-5e9dc6e7-01e6-4468-880c-35e7680bbe2d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:26.967780 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ae0e52fc-4f1a-4493-9c8e-7a66f64528ff req-5e9dc6e7-01e6-4468-880c-35e7680bbe2d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1168246 Jun 23 19:07:27.025041 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ae0e52fc-4f1a-4493-9c8e-7a66f64528ff req-5ec238b2-5711-490a-9e7f-a51e8276df21 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504568 Jun 23 19:07:27.301225 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:07:28.071543 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81977d-8962-4821-b5aa-7d992d42b618 req-9ad1d134-f1c7-421e-b809-63ebd74d2ba0 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:28.074252 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ec81977d-8962-4821-b5aa-7d992d42b618 req-9ad1d134-f1c7-421e-b809-63ebd74d2ba0 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1062856 Jun 23 19:07:28.170647 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ec81977d-8962-4821-b5aa-7d992d42b618 req-78b36956-a48f-4d35-9809-7b090861b955 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844743 Jun 23 19:07:28.372735 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecad37-47c0-467f-909c-1aa80907ef57 req-b63a7c0c-791c-4171-83da-99bc2cac6fcf tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:28.374241 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8fecad37-47c0-467f-909c-1aa80907ef57 req-b63a7c0c-791c-4171-83da-99bc2cac6fcf tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0674551 Jun 23 19:07:28.421776 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8fecad37-47c0-467f-909c-1aa80907ef57 req-63e3b664-3610-4439-86d0-2acdc3cd5c10 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Jun 23 19:07:28.810516 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2039cb1-6f0a-48fb-8b91-8b14f11ae5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:28.843644 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfedaf8-9e42-4849-ae3e-1da4d6ebc386 req-28e295ee-d5ae-447a-8a44-d6cee0dffc5d tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:28.854718 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0bfedaf8-9e42-4849-ae3e-1da4d6ebc386 req-28e295ee-d5ae-447a-8a44-d6cee0dffc5d tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.2468967 Jun 23 19:07:28.874425 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:28.947802 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0bfedaf8-9e42-4849-ae3e-1da4d6ebc386 req-a95d6bdb-e6c4-4c0f-8d55-6340fccad908 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916746 Jun 23 19:07:28.976097 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11232d61-3bb3-46bc-a291-20c19d1ba291 req-263fab23-ed91-4f4c-a029-dfe42ea5b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:28.978529 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-11232d61-3bb3-46bc-a291-20c19d1ba291 req-263fab23-ed91-4f4c-a029-dfe42ea5b083 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5f7b1c893a854b98b934c4ce3b98b0bb&device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 1137 time: 0.2942317 Jun 23 19:07:29.141356 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11232d61-3bb3-46bc-a291-20c19d1ba291 req-622dc8ed-5cbc-423c-a9d3-a7a304f2f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:29.144938 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-11232d61-3bb3-46bc-a291-20c19d1ba291 req-622dc8ed-5cbc-423c-a9d3-a7a304f2f249 service neutron] 10.222.0.77 "GET /v2.0/networks?id=13147630-f843-4805-b90f-6be722da65af HTTP/1.1" status: 200 len: 916 time: 0.1549373 Jun 23 19:07:29.242937 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-11232d61-3bb3-46bc-a291-20c19d1ba291 req-27c5813c-afef-4f23-a9b0-cf6c80812b6c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd HTTP/1.1" status: 200 len: 1001 time: 0.0873713 Jun 23 19:07:29.395785 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11232d61-3bb3-46bc-a291-20c19d1ba291 req-180bf353-c557-486f-8fa7-618e45bf59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:29.397434 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-11232d61-3bb3-46bc-a291-20c19d1ba291 req-180bf353-c557-486f-8fa7-618e45bf59a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c719324-d9a4-4858-a3ae-7ddab2c05e5d HTTP/1.1" status: 200 len: 854 time: 0.1415975 Jun 23 19:07:29.476359 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe20bcb-9185-4b50-8ced-7f6c387edbd9 req-2c6afa4a-f724-43d2-a842-49e3a039aeb7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:29.477956 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-efe20bcb-9185-4b50-8ced-7f6c387edbd9 req-2c6afa4a-f724-43d2-a842-49e3a039aeb7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1538467 Jun 23 19:07:29.501218 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11232d61-3bb3-46bc-a291-20c19d1ba291 req-06cd2a45-a89e-4689-a280-1cfae1a4a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:29.502693 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-11232d61-3bb3-46bc-a291-20c19d1ba291 req-06cd2a45-a89e-4689-a280-1cfae1a4a4ce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13147630-f843-4805-b90f-6be722da65af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0927241 Jun 23 19:07:29.638998 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-efe20bcb-9185-4b50-8ced-7f6c387edbd9 req-065bc758-2d4f-4792-810c-584ce784f74e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399953 Jun 23 19:07:29.690547 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-11232d61-3bb3-46bc-a291-20c19d1ba291 req-c2557d8f-210e-4445-b034-e430225b811d service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771669 Jun 23 19:07:29.706986 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:29.730434 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0e1f4-f98c-4083-8278-d88d83fd1053 req-b0755ac7-559a-468f-9c3d-44742e19bf75 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:29.732469 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-29f0e1f4-f98c-4083-8278-d88d83fd1053 req-b0755ac7-559a-468f-9c3d-44742e19bf75 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1658061 Jun 23 19:07:29.822580 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-29f0e1f4-f98c-4083-8278-d88d83fd1053 req-3190cf64-8d2f-46b1-8483-79f0e59dc916 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757411 Jun 23 19:07:29.862268 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-11232d61-3bb3-46bc-a291-20c19d1ba291 req-b8939892-dfce-4d50-aa19-709a95bcf481 service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605272 Jun 23 19:07:30.174929 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabd280-3a42-4b6f-ac00-7bec0cbe4fcd req-c7745bf8-2b7f-4552-82c8-0270ae166c90 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:30.177364 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fcabd280-3a42-4b6f-ac00-7bec0cbe4fcd req-c7745bf8-2b7f-4552-82c8-0270ae166c90 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.0821819 Jun 23 19:07:30.228418 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fcabd280-3a42-4b6f-ac00-7bec0cbe4fcd req-5be394ef-553b-46a4-b95c-7c33031e5152 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449855 Jun 23 19:07:30.902758 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5b28b-5fb1-4004-b64c-9a44a1874465 req-5d6b1179-c110-4ccc-b087-d1d954b9680a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:30.907259 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-75d5b28b-5fb1-4004-b64c-9a44a1874465 req-5d6b1179-c110-4ccc-b087-d1d954b9680a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1204224 Jun 23 19:07:30.957419 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-75d5b28b-5fb1-4004-b64c-9a44a1874465 req-d10e43d5-5a24-42f5-8f94-f314e6f85e8d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441303 Jun 23 19:07:31.076206 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc8c01-b02b-4733-bb10-e6f50aa79996 req-c744a78c-5f8f-400b-9e95-fbb54b654c26 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:31.080331 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c1fc8c01-b02b-4733-bb10-e6f50aa79996 req-c744a78c-5f8f-400b-9e95-fbb54b654c26 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1015773 Jun 23 19:07:31.131971 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c1fc8c01-b02b-4733-bb10-e6f50aa79996 req-48aa9008-3bab-4c34-ac95-d266da88d135 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433986 Jun 23 19:07:31.468217 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edd91e-6e92-4346-9028-39a6209db996 req-f2235a72-8281-428e-8a0e-c1a886f35d59 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:31.470104 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-04edd91e-6e92-4346-9028-39a6209db996 req-f2235a72-8281-428e-8a0e-c1a886f35d59 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.1181672 Jun 23 19:07:31.478647 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:31.530099 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-04edd91e-6e92-4346-9028-39a6209db996 req-bfba0570-4205-40ff-bfd5-cf3e9b7ab55c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525010 Jun 23 19:07:32.532815 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9e953-b86f-4d11-b91f-61679a5794ed req-ad7b2088-1c59-4ce1-80ed-bba7ec4c7d12 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:32.535017 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-72b9e953-b86f-4d11-b91f-61679a5794ed req-ad7b2088-1c59-4ce1-80ed-bba7ec4c7d12 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.3550131 Jun 23 19:07:32.556592 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1cb9f-f616-48d6-a031-7dafeb351c80 req-98dc3277-1970-46b7-9d62-d856f68aba72 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:32.557676 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c0b1cb9f-f616-48d6-a031-7dafeb351c80 req-98dc3277-1970-46b7-9d62-d856f68aba72 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0978122 Jun 23 19:07:32.631145 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-72b9e953-b86f-4d11-b91f-61679a5794ed req-464c019a-16d7-47c3-ad35-530360789728 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712900 Jun 23 19:07:32.655603 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c0b1cb9f-f616-48d6-a031-7dafeb351c80 req-fd669873-b41b-4f28-9ad9-32144990f926 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712140 Jun 23 19:07:32.850716 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b86544-0f5b-44b2-92c2-ec2483c6cf82 req-1cad8846-80df-41e5-8aee-dad83d6dddc4 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:32.852421 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e9b86544-0f5b-44b2-92c2-ec2483c6cf82 req-1cad8846-80df-41e5-8aee-dad83d6dddc4 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.0789974 Jun 23 19:07:32.902414 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e9b86544-0f5b-44b2-92c2-ec2483c6cf82 req-46fe56d1-1572-451f-8613-868ba16e9bfe tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385947 Jun 23 19:07:33.893414 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e0320-acca-4154-905b-7307b5d1364a req-09df065b-aff2-499f-ac3d-616549a3eba1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:33.895176 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b89e0320-acca-4154-905b-7307b5d1364a req-09df065b-aff2-499f-ac3d-616549a3eba1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1386275 Jun 23 19:07:33.908289 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068dcef-442e-475c-ac8e-d563d9a46860 req-26fd9ce8-9b13-4b95-a6a8-6cd30de3fb80 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:33.910031 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4068dcef-442e-475c-ac8e-d563d9a46860 req-26fd9ce8-9b13-4b95-a6a8-6cd30de3fb80 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1160245 Jun 23 19:07:33.985691 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b89e0320-acca-4154-905b-7307b5d1364a req-d6eb523c-28eb-46bc-9f2b-3f2bddd0140b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745549 Jun 23 19:07:33.988804 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4068dcef-442e-475c-ac8e-d563d9a46860 req-b3809c78-0eee-4863-9dfe-fe2c2e3e0d9f tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693204 Jun 23 19:07:34.200568 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0cd3a-7aaf-4ca5-8ced-6bbda3fa466d req-708e565e-0942-43a8-b4b4-6e34504b9fdc tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:34.202224 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0cf0cd3a-7aaf-4ca5-8ced-6bbda3fa466d req-708e565e-0942-43a8-b4b4-6e34504b9fdc tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.0799308 Jun 23 19:07:34.257328 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0cf0cd3a-7aaf-4ca5-8ced-6bbda3fa466d req-e0395845-25eb-4ece-a2d6-2a1c73855ce8 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467379 Jun 23 19:07:34.671502 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 35794) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:34.773943 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-6ae77285-4b09-47fb-8292-52a729823658 req-323c05ef-ca53-4fc8-8dcd-ed23116fb5ff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1004543 Jun 23 19:07:35.039273 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 35818) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:35.213381 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2450c8a8-59bd-4de9-aae6-d1ae8acf674e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:35.289136 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8177025-d39d-4850-89a3-c120fdf39552 req-f4cdbd60-17f8-4142-8dc1-f883fb7c80ce tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:35.308524 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e8177025-d39d-4850-89a3-c120fdf39552 req-f4cdbd60-17f8-4142-8dc1-f883fb7c80ce tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1507356 Jun 23 19:07:35.389364 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e8177025-d39d-4850-89a3-c120fdf39552 req-82c66610-230a-48e2-af54-ab793bc5b10d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794415 Jun 23 19:07:35.418238 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff9f70-db33-46aa-91f0-5c751a75c503 req-231c4f8c-ab9f-4091-951e-0ff648551ed7 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:35.424064 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2450c8a8-59bd-4de9-aae6-d1ae8acf674e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:35.431039 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-64ff9f70-db33-46aa-91f0-5c751a75c503 req-231c4f8c-ab9f-4091-951e-0ff648551ed7 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1984143 Jun 23 19:07:35.505521 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2450c8a8-59bd-4de9-aae6-d1ae8acf674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:35.514688 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6b03fbaf-a37f-49bb-a6d2-78af5db78024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:35.529113 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-64ff9f70-db33-46aa-91f0-5c751a75c503 req-7b3567db-d321-4378-8e32-f3d4987af042 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966814 Jun 23 19:07:35.617870 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-2450c8a8-59bd-4de9-aae6-d1ae8acf674e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=981ead3c85e34c24ab5a74626b9069ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5773492 Jun 23 19:07:35.623517 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 35830) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:35.632340 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450c8a8-59bd-4de9-aae6-d1ae8acf674e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd255b4a-7d7a-4bf4-91c2-612c8a132c49,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:35.637539 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2450c8a8-59bd-4de9-aae6-d1ae8acf674e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:35.668243 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe022e-90e8-4d38-b784-fe6c6eb54aed req-14be701c-eefd-4817-863f-25acd3a7a386 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:35.670554 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4ebe022e-90e8-4d38-b784-fe6c6eb54aed req-14be701c-eefd-4817-863f-25acd3a7a386 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.0809410 Jun 23 19:07:35.696522 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-41318ab2-d754-4013-9d62-e0f24edf4a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:35.741502 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-41318ab2-d754-4013-9d62-e0f24edf4a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:35.744564 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4ebe022e-90e8-4d38-b784-fe6c6eb54aed req-b9f4423e-91e1-4477-bb1b-516658a9210d tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665121 Jun 23 19:07:35.930678 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-41318ab2-d754-4013-9d62-e0f24edf4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:35.933413 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-41318ab2-d754-4013-9d62-e0f24edf4a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:35.934693 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-41318ab2-d754-4013-9d62-e0f24edf4a28 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fd255b4a-7d7a-4bf4-91c2-612c8a132c49 HTTP/1.1" status: 204 len: 168 time: 0.3099082 Jun 23 19:07:35.935461 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-790961d4-61e6-46c8-ad8b-65a31811ee8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:35.943646 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41318ab2-d754-4013-9d62-e0f24edf4a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd255b4a-7d7a-4bf4-91c2-612c8a132c49,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:35.946014 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-41318ab2-d754-4013-9d62-e0f24edf4a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:36.713632 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db75fb2-d736-4bb5-96c3-50cb107b1ff6 req-f0087f88-0292-4423-bc9a-b54c144e0bb5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:36.716135 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3db75fb2-d736-4bb5-96c3-50cb107b1ff6 req-f0087f88-0292-4423-bc9a-b54c144e0bb5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1306534 Jun 23 19:07:36.800032 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3db75fb2-d736-4bb5-96c3-50cb107b1ff6 req-123b42fe-b9ca-447d-99c2-826c2537de32 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595398 Jun 23 19:07:36.875297 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab7538-397f-4e3f-8bfa-30e98bc8f142 req-e1fa25c5-8185-4e85-954a-cf760ed1a78f tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:36.876939 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8bab7538-397f-4e3f-8bfa-30e98bc8f142 req-e1fa25c5-8185-4e85-954a-cf760ed1a78f tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1598179 Jun 23 19:07:36.900048 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 35848) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:36.926645 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ff66a06-746a-4325-857a-234104f51eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:36.948409 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8bab7538-397f-4e3f-8bfa-30e98bc8f142 req-2880330d-43ac-4690-bc0f-eb6066246fe8 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653856 Jun 23 19:07:37.087935 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92df0d-4476-40fe-8491-db2f4f7a623f req-c10e44c5-1a3c-4d5c-9a46-82ff13208ce6 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:37.090584 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fb92df0d-4476-40fe-8491-db2f4f7a623f req-c10e44c5-1a3c-4d5c-9a46-82ff13208ce6 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.1390097 Jun 23 19:07:37.154576 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ff66a06-746a-4325-857a-234104f51eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:37.165227 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fb92df0d-4476-40fe-8491-db2f4f7a623f req-3396442a-38fd-4862-a6c4-3a437b09100c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666287 Jun 23 19:07:37.246181 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ff66a06-746a-4325-857a-234104f51eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:37.262969 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-def1f2c1-3737-43fa-8ebb-bc8b05ee484a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:37.318075 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-1ff66a06-746a-4325-857a-234104f51eb0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ced9f075e81b429d9222a4a1a39099f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169023 Jun 23 19:07:37.320746 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 35858) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:37.323081 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff66a06-746a-4325-857a-234104f51eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74bd986-466e-4de8-83ba-9167f7216f9a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:37.329428 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-1ff66a06-746a-4325-857a-234104f51eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:37.396526 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38216d8d-818e-47c4-8939-5e9fef3fe56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:37.423079 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38216d8d-818e-47c4-8939-5e9fef3fe56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:37.605420 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38216d8d-818e-47c4-8939-5e9fef3fe56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:37.608041 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-38216d8d-818e-47c4-8939-5e9fef3fe56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:37.609249 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-38216d8d-818e-47c4-8939-5e9fef3fe56d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a74bd986-466e-4de8-83ba-9167f7216f9a HTTP/1.1" status: 204 len: 168 time: 0.2874796 Jun 23 19:07:37.610034 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2d635247-efcc-4291-9fc9-b882780ba170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:37.621451 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38216d8d-818e-47c4-8939-5e9fef3fe56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74bd986-466e-4de8-83ba-9167f7216f9a,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:37.625207 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-38216d8d-818e-47c4-8939-5e9fef3fe56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:38.102270 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eee73f-5ce2-4601-a2b6-700db2664a1c req-93483640-3c93-4409-bf0c-5269543c667a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:38.115929 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-20eee73f-5ce2-4601-a2b6-700db2664a1c req-93483640-3c93-4409-bf0c-5269543c667a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1510258 Jun 23 19:07:38.258427 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-20eee73f-5ce2-4601-a2b6-700db2664a1c req-87eca2e1-9843-429f-9a0a-59b4739e157e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405611 Jun 23 19:07:38.369550 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20df23-d30f-4860-b380-f2ec7105f09d req-9ccff345-53af-45a1-9ec4-b00225f51d40 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:38.396584 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4e20df23-d30f-4860-b380-f2ec7105f09d req-9ccff345-53af-45a1-9ec4-b00225f51d40 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2264132 Jun 23 19:07:38.493407 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4e20df23-d30f-4860-b380-f2ec7105f09d req-2df60f7c-ea29-4019-a11b-17f01733820e tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950038 Jun 23 19:07:38.715640 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd536e7e-a970-4a68-aba4-cf184128ec9b req-e2a52515-5052-4f1a-96df-706d9a3815e3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:38.720704 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cd536e7e-a970-4a68-aba4-cf184128ec9b req-e2a52515-5052-4f1a-96df-706d9a3815e3 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.1535742 Jun 23 19:07:38.828964 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cd536e7e-a970-4a68-aba4-cf184128ec9b req-aaead4b9-8c6c-48d8-b9b3-696cdba969ce tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955968 Jun 23 19:07:39.485690 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae77285-4b09-47fb-8292-52a729823658 req-6caed9d9-5754-4e48-a718-f876affd595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:39.487480 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6ae77285-4b09-47fb-8292-52a729823658 req-6caed9d9-5754-4e48-a718-f876affd595d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5&tenant_id=f95ac121b1a24229945867eb653a105a HTTP/1.1" status: 200 len: 1097 time: 0.1930785 Jun 23 19:07:39.661052 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae77285-4b09-47fb-8292-52a729823658 req-297f9bc7-6982-4b1a-ae8c-304b697cc715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:39.662617 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6ae77285-4b09-47fb-8292-52a729823658 req-297f9bc7-6982-4b1a-ae8c-304b697cc715 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 1097 time: 0.1028450 Jun 23 19:07:39.819745 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae77285-4b09-47fb-8292-52a729823658 req-3f25d192-7514-47d4-bd40-8db4500787f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:39.821301 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6ae77285-4b09-47fb-8292-52a729823658 req-3f25d192-7514-47d4-bd40-8db4500787f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6f276787-6d2f-4388-aea6-d3a0998dbf61 HTTP/1.1" status: 200 len: 917 time: 0.1477723 Jun 23 19:07:39.937703 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dfb26-60bb-4929-927f-2467b5377255 req-fc3e134c-9715-41b1-bb20-49e83965251a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:39.942103 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f73dfb26-60bb-4929-927f-2467b5377255 req-fc3e134c-9715-41b1-bb20-49e83965251a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.2758586 Jun 23 19:07:39.947272 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6ae77285-4b09-47fb-8292-52a729823658 req-99107122-6ba4-4ae2-8370-85d798a5fa8a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f HTTP/1.1" status: 200 len: 1000 time: 0.1159840 Jun 23 19:07:40.094103 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f73dfb26-60bb-4929-927f-2467b5377255 req-19a03b5d-d4f0-4552-8728-37725cd31f58 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415370 Jun 23 19:07:40.156809 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae77285-4b09-47fb-8292-52a729823658 req-a81417e8-893f-4d08-9974-715e6faf726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:40.160888 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6ae77285-4b09-47fb-8292-52a729823658 req-a81417e8-893f-4d08-9974-715e6faf726f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=573f17ee-da5c-446d-9393-095d09cdcf95 HTTP/1.1" status: 200 len: 855 time: 0.1715603 Jun 23 19:07:40.321453 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929668-1dd5-41bd-8c21-4b2d9ce0de4d req-41918a9e-c1db-4917-9e9b-46682276019b tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:40.326383 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-61929668-1dd5-41bd-8c21-4b2d9ce0de4d req-41918a9e-c1db-4917-9e9b-46682276019b tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.3708742 Jun 23 19:07:40.414089 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae77285-4b09-47fb-8292-52a729823658 req-7da7848b-29bf-41b9-93a0-ab4d1e33a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:40.416424 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6ae77285-4b09-47fb-8292-52a729823658 req-7da7848b-29bf-41b9-93a0-ab4d1e33a5e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f276787-6d2f-4388-aea6-d3a0998dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2429554 Jun 23 19:07:40.466717 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f60a86-d32e-4db2-b83d-f54770e43e62 req-9521e399-628c-4836-ad2e-44ded3f94549 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:40.468982 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-18f60a86-d32e-4db2-b83d-f54770e43e62 req-9521e399-628c-4836-ad2e-44ded3f94549 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.2352116 Jun 23 19:07:40.513441 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-61929668-1dd5-41bd-8c21-4b2d9ce0de4d req-0228c635-861c-4392-be48-2491b3199b71 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778407 Jun 23 19:07:40.607760 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-18f60a86-d32e-4db2-b83d-f54770e43e62 req-639ad8ac-b2b2-4bb1-98d8-03c8024dd203 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1204238 Jun 23 19:07:40.662733 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6ae77285-4b09-47fb-8292-52a729823658 req-d1f92da7-7ad9-4d0a-ac06-f03b47cad729 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261593 Jun 23 19:07:40.794006 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6ae77285-4b09-47fb-8292-52a729823658 req-4c4273d9-0e88-495b-93cb-c4a5eadf97de service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235309 Jun 23 19:07:41.351108 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b563f-9a59-4507-9ab7-5f9b468591d9 req-dbe101fe-0865-486c-8ae7-636b88ef9ca3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:41.356395 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-030b563f-9a59-4507-9ab7-5f9b468591d9 req-dbe101fe-0865-486c-8ae7-636b88ef9ca3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.0792029 Jun 23 19:07:41.414741 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-030b563f-9a59-4507-9ab7-5f9b468591d9 req-59e35d91-c422-4ca4-8bad-04d9bfe8dd80 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550995 Jun 23 19:07:41.957679 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892102a9-480e-4bd8-b3d9-1b8fde8444b1 req-2f8f4859-9fbd-4bac-ba16-0ab73d5f8f56 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:41.967522 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-892102a9-480e-4bd8-b3d9-1b8fde8444b1 req-2f8f4859-9fbd-4bac-ba16-0ab73d5f8f56 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1947584 Jun 23 19:07:42.072484 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-892102a9-480e-4bd8-b3d9-1b8fde8444b1 req-a9df3e0f-7b03-4ee2-b5c4-1cca480427e0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038539 Jun 23 19:07:42.112185 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7540f-c51f-460c-ab9f-0de02830f35a req-c2fe2036-3d01-445f-be97-c15cdce1bc7f tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:42.124678 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-23f7540f-c51f-460c-ab9f-0de02830f35a req-c2fe2036-3d01-445f-be97-c15cdce1bc7f tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.2922330 Jun 23 19:07:42.227420 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-23f7540f-c51f-460c-ab9f-0de02830f35a req-222a4023-a44a-4d92-a7fd-edf06a35b4b2 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003540 Jun 23 19:07:42.806700 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4a2a4-e619-4fc6-abfb-1120dee6a587 req-f2720a54-c61f-4bdc-a91f-fe0185f4759e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:42.814826 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ecb4a2a4-e619-4fc6-abfb-1120dee6a587 req-f2720a54-c61f-4bdc-a91f-fe0185f4759e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1000397 Jun 23 19:07:42.867186 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ecb4a2a4-e619-4fc6-abfb-1120dee6a587 req-b3233b25-df79-4cd0-b94b-975d1b944e6e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440218 Jun 23 19:07:43.611537 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721725b-b0a9-46ab-a2b4-ba12d75b746b req-532b100d-d57e-49eb-94ba-7d42fb3bf20d tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:43.614324 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7721725b-b0a9-46ab-a2b4-ba12d75b746b req-532b100d-d57e-49eb-94ba-7d42fb3bf20d tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.1752288 Jun 23 19:07:43.700581 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c905396-2a17-4675-a461-84591f188318 req-9f0d0ff8-6a16-4f89-bf7b-6bc1186c50f3 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:43.711588 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8c905396-2a17-4675-a461-84591f188318 req-9f0d0ff8-6a16-4f89-bf7b-6bc1186c50f3 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.3219631 Jun 23 19:07:43.760287 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7721725b-b0a9-46ab-a2b4-ba12d75b746b req-2e78a11c-c338-4b34-aac8-bd9af1e89742 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1353300 Jun 23 19:07:43.803993 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8c905396-2a17-4675-a461-84591f188318 req-e9aeda1f-31d9-458a-9049-2e1bd580c3d2 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843735 Jun 23 19:07:44.311597 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d555-9167-4521-bd8a-e82444f3c1b5 req-7c4a2092-3006-4c6e-8c98-6f607d22f1b6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:44.313330 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbd9d555-9167-4521-bd8a-e82444f3c1b5 req-7c4a2092-3006-4c6e-8c98-6f607d22f1b6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1716731 Jun 23 19:07:44.385176 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bbd9d555-9167-4521-bd8a-e82444f3c1b5 req-e63f966b-4af2-4e77-b041-44dad530c78d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624843 Jun 23 19:07:45.312887 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45e4d7-8c57-44ee-b713-7f3a1bf304ea req-9d236a25-e89c-426e-b7e6-4c746f4bf201 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:45.317328 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2a45e4d7-8c57-44ee-b713-7f3a1bf304ea req-9d236a25-e89c-426e-b7e6-4c746f4bf201 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.2699389 Jun 23 19:07:45.337802 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c714c4-c35d-4292-b129-b58085f20c42 req-d115645f-caff-4b20-a275-2cc7db5d895c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:45.347181 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-23c714c4-c35d-4292-b129-b58085f20c42 req-d115645f-caff-4b20-a275-2cc7db5d895c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2388437 Jun 23 19:07:45.486239 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2a45e4d7-8c57-44ee-b713-7f3a1bf304ea req-2c4923d0-5c42-41f4-a80d-c8332f04982a tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1329134 Jun 23 19:07:45.516725 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-23c714c4-c35d-4292-b129-b58085f20c42 req-f94ce199-d403-4116-8a4a-e69a0aec050e tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663728 Jun 23 19:07:45.959239 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71325a-4881-456a-8067-ff3ba81fdc70 req-0219125c-2099-4421-847e-0866d943438e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:45.965418 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-da71325a-4881-456a-8067-ff3ba81fdc70 req-0219125c-2099-4421-847e-0866d943438e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.2050657 Jun 23 19:07:46.050519 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-da71325a-4881-456a-8067-ff3ba81fdc70 req-6fd52746-c4cb-43f5-9179-ee84b116aaf7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815086 Jun 23 19:07:46.909137 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c0535-d446-4094-be05-354590fb3384 req-f149f602-7605-4f6a-9765-ced435771ab9 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:46.916208 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c38c0535-d446-4094-be05-354590fb3384 req-f149f602-7605-4f6a-9765-ced435771ab9 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1870899 Jun 23 19:07:46.994709 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c38c0535-d446-4094-be05-354590fb3384 req-354fc215-8380-468f-93a3-a3c0a1feddf3 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757720 Jun 23 19:07:47.032294 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c207a-601f-48cd-9f5b-37b6523b07dc req-650e0e9c-5b35-4721-bb2d-2333957cdfad tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:47.035734 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-168c207a-601f-48cd-9f5b-37b6523b07dc req-650e0e9c-5b35-4721-bb2d-2333957cdfad tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.2416689 Jun 23 19:07:47.077445 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-168c207a-601f-48cd-9f5b-37b6523b07dc req-354d11bc-71a5-4fdc-99b1-fb84eb3b7848 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369754 Jun 23 19:07:47.363313 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e6b1d-5449-4c19-bf70-3563e436cca7 req-b1df9663-00c2-4141-9c04-9a6470043cae tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:47.364778 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8b7e6b1d-5449-4c19-bf70-3563e436cca7 req-b1df9663-00c2-4141-9c04-9a6470043cae tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1519115 Jun 23 19:07:47.415717 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8b7e6b1d-5449-4c19-bf70-3563e436cca7 req-1c3a0e61-e4af-4baa-b551-842a5b138564 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447879 Jun 23 19:07:48.196027 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bb417-d438-4049-bbe0-3266f77de88b req-d3c2c62d-957e-4156-b3d4-89277aff0615 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:48.197534 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-291bb417-d438-4049-bbe0-3266f77de88b req-d3c2c62d-957e-4156-b3d4-89277aff0615 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0793686 Jun 23 19:07:48.270898 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-291bb417-d438-4049-bbe0-3266f77de88b req-c1e1c42e-3c96-4026-b506-d255434c63df tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578730 Jun 23 19:07:48.297014 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a8624-5ee9-4fc3-bc02-989c41357e84 req-317e3e81-ef19-4b3c-bb48-5a76037df61f tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:48.298610 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-484a8624-5ee9-4fc3-bc02-989c41357e84 req-317e3e81-ef19-4b3c-bb48-5a76037df61f tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.0969713 Jun 23 19:07:48.370631 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-484a8624-5ee9-4fc3-bc02-989c41357e84 req-2301d8f2-70ef-48ea-9c1a-7f84c9be29a6 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574486 Jun 23 19:07:48.661821 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c4825-1fe2-4b60-94db-563385002f55 req-95e060cd-0d53-422c-9196-ad3b52bc2cb1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:48.664600 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1e5c4825-1fe2-4b60-94db-563385002f55 req-95e060cd-0d53-422c-9196-ad3b52bc2cb1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.0976486 Jun 23 19:07:48.708508 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1e5c4825-1fe2-4b60-94db-563385002f55 req-fad8664c-9f45-40e3-8a16-824f348a316f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381036 Jun 23 19:07:49.453351 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36130) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:49.480996 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d37eb-b46d-45e9-9003-db32fa717471 req-fa26988b-789b-4210-a69a-83e2034c7032 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:49.486991 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-671d37eb-b46d-45e9-9003-db32fa717471 req-fa26988b-789b-4210-a69a-83e2034c7032 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0916002 Jun 23 19:07:49.542579 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-671d37eb-b46d-45e9-9003-db32fa717471 req-c58b431d-98fe-43af-82c1-30e294af0e82 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545995 Jun 23 19:07:49.602855 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c68371f0-80ba-4a4a-b3ef-0aceea459e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:49.723686 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29c415-4f72-444d-a408-382e2310d52a req-b72ef049-6ca1-4e4f-ab3f-1a2d8dfd806c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:49.725930 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cf29c415-4f72-444d-a408-382e2310d52a req-b72ef049-6ca1-4e4f-ab3f-1a2d8dfd806c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.0985646 Jun 23 19:07:49.768064 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c68371f0-80ba-4a4a-b3ef-0aceea459e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:49.774986 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cf29c415-4f72-444d-a408-382e2310d52a req-6ad5e349-7c6b-4271-992b-0578b0229fdc tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424013 Jun 23 19:07:49.857412 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c68371f0-80ba-4a4a-b3ef-0aceea459e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:49.865892 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-0082f966-8eb4-4c7d-a683-58c5094076f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:49.924318 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-c68371f0-80ba-4a4a-b3ef-0aceea459e24 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=03023bbc22604a68b8733a4c4a3f42e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697928 Jun 23 19:07:49.927248 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36146) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:49.941816 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68371f0-80ba-4a4a-b3ef-0aceea459e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26df47d-82b3-4cd2-93c9-4e8bd561d717,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:49.945726 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c68371f0-80ba-4a4a-b3ef-0aceea459e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:49.988596 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f14498-6a0c-419b-aaa1-b26ccc27127e req-1d307a65-6093-453b-9051-5fa051527cfa tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:49.990073 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-39f14498-6a0c-419b-aaa1-b26ccc27127e req-1d307a65-6093-453b-9051-5fa051527cfa tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1122637 Jun 23 19:07:50.006587 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0d90b34-8a9a-4598-9852-9f7f32132af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:50.048686 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0d90b34-8a9a-4598-9852-9f7f32132af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:50.052978 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-39f14498-6a0c-419b-aaa1-b26ccc27127e req-930cd821-3889-413d-afd8-652bb4e7998e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551443 Jun 23 19:07:50.291923 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0d90b34-8a9a-4598-9852-9f7f32132af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:50.295836 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b0d90b34-8a9a-4598-9852-9f7f32132af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:50.297045 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-b0d90b34-8a9a-4598-9852-9f7f32132af6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f26df47d-82b3-4cd2-93c9-4e8bd561d717 HTTP/1.1" status: 204 len: 168 time: 0.3687847 Jun 23 19:07:50.297803 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6bc41e0a-377e-4536-a56d-460971c75260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:50.306395 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d90b34-8a9a-4598-9852-9f7f32132af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26df47d-82b3-4cd2-93c9-4e8bd561d717,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:50.309730 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-b0d90b34-8a9a-4598-9852-9f7f32132af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:50.439914 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:50.776245 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b95620-a2e8-4970-a210-b23e8c8a6678 req-eec8df32-1a2d-49ef-ae5b-e1a94dd875a2 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:50.780008 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a9b95620-a2e8-4970-a210-b23e8c8a6678 req-eec8df32-1a2d-49ef-ae5b-e1a94dd875a2 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1013622 Jun 23 19:07:50.831015 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a9b95620-a2e8-4970-a210-b23e8c8a6678 req-0f8d1022-6ac1-463f-9e32-7613a21a43b8 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455568 Jun 23 19:07:50.984682 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd7f7b-ef08-491f-8f9a-291a42dde254 req-08eb1a0b-5d98-40d1-b6c9-6c188ef12ff5 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:50.986193 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a1bd7f7b-ef08-491f-8f9a-291a42dde254 req-08eb1a0b-5d98-40d1-b6c9-6c188ef12ff5 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.0836494 Jun 23 19:07:51.029779 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a1bd7f7b-ef08-491f-8f9a-291a42dde254 req-1b588230-60f2-4fe4-a9dd-b72ca4b8faa7 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374179 Jun 23 19:07:51.143716 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36186) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:51.158616 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-060668a4-3680-4f63-83ad-416df507d207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.319191 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc346989-0416-4bdc-96fb-861bd8d4fd51 req-290a4e1b-ad5e-4374-a042-b6ae567609b8 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:51.320775 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bc346989-0416-4bdc-96fb-861bd8d4fd51 req-290a4e1b-ad5e-4374-a042-b6ae567609b8 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1254022 Jun 23 19:07:51.337113 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-060668a4-3680-4f63-83ad-416df507d207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.375894 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bc346989-0416-4bdc-96fb-861bd8d4fd51 req-205103bf-c7b4-4403-bdc5-bd98ae222e8b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486104 Jun 23 19:07:51.425623 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-060668a4-3680-4f63-83ad-416df507d207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.429647 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-5d4fa75c-b950-472f-9207-5f4cb7adcd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:51.472745 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-060668a4-3680-4f63-83ad-416df507d207 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=34f8c66393fd4eb683f0d632005c562b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277428 Jun 23 19:07:51.473827 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060668a4-3680-4f63-83ad-416df507d207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9ec483-6340-4de5-8dce-72f2c5d2c626,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:51.477973 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-060668a4-3680-4f63-83ad-416df507d207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:51.478523 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36190) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:51.553565 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e4d0d5c-8e5b-4081-969c-a445d0a8fd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.578505 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e4d0d5c-8e5b-4081-969c-a445d0a8fd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.715429 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e4d0d5c-8e5b-4081-969c-a445d0a8fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.725454 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3e4d0d5c-8e5b-4081-969c-a445d0a8fd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:51.729426 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-3e4d0d5c-8e5b-4081-969c-a445d0a8fd8e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bb9ec483-6340-4de5-8dce-72f2c5d2c626 HTTP/1.1" status: 204 len: 168 time: 0.2474308 Jun 23 19:07:51.729426 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-154a7386-dec9-44f3-9797-23993a5db4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:51.744937 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d0d5c-8e5b-4081-969c-a445d0a8fd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9ec483-6340-4de5-8dce-72f2c5d2c626,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:51.750842 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-3e4d0d5c-8e5b-4081-969c-a445d0a8fd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:52.032526 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46364f-8ee9-495b-9a79-90b9a0cabc2e req-100af5bd-b237-458c-9eb2-8b7324a4c0ef tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:52.040640 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ea46364f-8ee9-495b-9a79-90b9a0cabc2e req-100af5bd-b237-458c-9eb2-8b7324a4c0ef tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0840635 Jun 23 19:07:52.081199 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ea46364f-8ee9-495b-9a79-90b9a0cabc2e req-a84cf5ba-2f6b-487e-a4ec-5f936422735f tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393634 Jun 23 19:07:52.250611 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ebdf-edeb-45b5-ad32-55072df1ec7b req-0a71d8d7-268d-42b4-b4b5-5bfe17117cca tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:52.252174 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a673ebdf-edeb-45b5-ad32-55072df1ec7b req-0a71d8d7-268d-42b4-b4b5-5bfe17117cca tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.0875604 Jun 23 19:07:52.306057 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a673ebdf-edeb-45b5-ad32-55072df1ec7b req-9f08e460-ceab-4df9-96fe-bee16ba78a9d tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472028 Jun 23 19:07:52.569056 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f45d44-3a05-4bff-a247-2ec80efeebd5 req-a5c78675-75d7-4b59-b301-3f4640bb78bf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:52.573306 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b7f45d44-3a05-4bff-a247-2ec80efeebd5 req-a5c78675-75d7-4b59-b301-3f4640bb78bf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.0754151 Jun 23 19:07:52.610020 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b7f45d44-3a05-4bff-a247-2ec80efeebd5 req-2aba8d38-290b-4bcb-b7fb-d9e04c64bcfb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332718 Jun 23 19:07:53.000248 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36230) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:53.054933 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb351331-2b9c-41c6-bcce-067534653fd4 admin admin] Deleting subnet 1becb5eb-8a19-493b-9d68-85d609d970ec {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:07:53.058128 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb351331-2b9c-41c6-bcce-067534653fd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:53.395420 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb351331-2b9c-41c6-bcce-067534653fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29673321'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:53.515245 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb351331-2b9c-41c6-bcce-067534653fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:53.578303 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431265f6-5076-49a5-83b3-06ff713d766b req-b716b565-170c-47c6-8f8a-dde7a9e491dd tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:53.579884 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-431265f6-5076-49a5-83b3-06ff713d766b req-b716b565-170c-47c6-8f8a-dde7a9e491dd tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.1471870 Jun 23 19:07:53.599962 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837823d4-6506-41d0-89bd-f817ae777076 req-c8f6a6af-f654-4d8e-9b27-6f2d08bf4bbb tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:53.599962 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-837823d4-6506-41d0-89bd-f817ae777076 req-c8f6a6af-f654-4d8e-9b27-6f2d08bf4bbb tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2190096 Jun 23 19:07:53.686100 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-431265f6-5076-49a5-83b3-06ff713d766b req-10169c0f-d7e1-4e52-a084-33b78c8d309f tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870304 Jun 23 19:07:53.699949 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-837823d4-6506-41d0-89bd-f817ae777076 req-47652705-4e82-40cd-9727-a4608347dc1a tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862515 Jun 23 19:07:53.699949 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb351331-2b9c-41c6-bcce-067534653fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30247957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29515577'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:53.701658 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e30054fc-8c8c-405e-904b-0b0783d2e790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:53.732527 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb351331-2b9c-41c6-bcce-067534653fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1becb5eb-8a19-493b-9d68-85d609d970ec,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:53.741714 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-cb351331-2b9c-41c6-bcce-067534653fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:53.748514 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb351331-2b9c-41c6-bcce-067534653fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:53.751062 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-cb351331-2b9c-41c6-bcce-067534653fd4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1becb5eb-8a19-493b-9d68-85d609d970ec HTTP/1.1" status: 204 len: 168 time: 0.7495205 Jun 23 19:07:53.754922 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36244) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:53.852170 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:53.939456 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aecc0-42da-40c6-ad08-31d19c08f233 req-9a070f4b-8f59-49d1-9e9f-8354c01b5ce9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:53.941212 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-191aecc0-42da-40c6-ad08-31d19c08f233 req-9a070f4b-8f59-49d1-9e9f-8354c01b5ce9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1274858 Jun 23 19:07:53.944979 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:53.960435 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c49a9f-cbc5-409a-815b-2343edabc8c3']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:53.978882 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b367e53-cd4a-441e-9744-499f8c9b857b') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:53.979170 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b367e53-cd4a-441e-9744-499f8c9b857b') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:07:53.998661 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29510084'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.006767 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-191aecc0-42da-40c6-ad08-31d19c08f233 req-ead58e66-21db-48d8-9840-026d8fb0eb72 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594602 Jun 23 19:07:54.017515 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.025214 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:07:54.025847 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29639395'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: Traceback (most recent call last): Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: timer() Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: cb(*args, **kw) Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: return func(*args, **kwargs) Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: self._notify() Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: self.callback(batched_events) Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: event.method(event) Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: return f(self, *a, **k) Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: return self._get(url).json() Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:07:54.083076 dv-cinder-790492-6-smb neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:07:54.160472 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.172406 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-66dea742-9543-4ee0-b2f7-274861662c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:54.177432 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.179981 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a5c49a9f-cbc5-409a-815b-2343edabc8c3 HTTP/1.1" status: 204 len: 168 time: 0.4232609 Jun 23 19:07:54.190937 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c49a9f-cbc5-409a-815b-2343edabc8c3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:54.193686 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:54.573487 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36264) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:54.641438 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-23f51a4b-5631-4bce-8e0c-02e601cff02d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cd124c72ca7142ee81262590861f9e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587552 Jun 23 19:07:54.645466 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:54.709654 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3a4e26b-fd59-4607-a0f5-58a2a0664cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.759381 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3a4e26b-fd59-4607-a0f5-58a2a0664cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.974583 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d06b04-2124-4051-ba2f-33ce1c8d078d req-8c6a4587-9332-4b0b-8c21-e260158e4332 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:54.975979 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e1d06b04-2124-4051-ba2f-33ce1c8d078d req-8c6a4587-9332-4b0b-8c21-e260158e4332 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.1256745 Jun 23 19:07:54.977958 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3a4e26b-fd59-4607-a0f5-58a2a0664cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.980618 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c3a4e26b-fd59-4607-a0f5-58a2a0664cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:54.986452 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-c3a4e26b-fd59-4607-a0f5-58a2a0664cd2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/494dabe0-395a-4470-9983-99151f81de90 HTTP/1.1" status: 204 len: 168 time: 0.3369937 Jun 23 19:07:54.987202 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-b0d90b34-8a9a-4598-9852-9f7f32132af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:54.997887 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade10444-b67a-49f5-9d19-530f094751e0 req-ed3aa51a-0bb6-4dbe-a0b1-754f528f230d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:55.000462 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ade10444-b67a-49f5-9d19-530f094751e0 req-ed3aa51a-0bb6-4dbe-a0b1-754f528f230d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1327522 Jun 23 19:07:55.056899 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4e26b-fd59-4607-a0f5-58a2a0664cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494dabe0-395a-4470-9983-99151f81de90,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:55.063587 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c3a4e26b-fd59-4607-a0f5-58a2a0664cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:55.098350 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e1d06b04-2124-4051-ba2f-33ce1c8d078d req-e20580eb-0a99-48e7-92b1-d4c84ae65360 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897434 Jun 23 19:07:55.102972 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ade10444-b67a-49f5-9d19-530f094751e0 req-03f5c315-1d4d-4758-bc5f-0a480cc256f1 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834315 Jun 23 19:07:55.279782 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385b81f-b35d-4062-b9ac-ea62e3eacbbc req-69cd9b31-1fab-41fa-98ff-73c1681211b2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:55.281273 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3385b81f-b35d-4062-b9ac-ea62e3eacbbc req-69cd9b31-1fab-41fa-98ff-73c1681211b2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.0668097 Jun 23 19:07:55.320857 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3385b81f-b35d-4062-b9ac-ea62e3eacbbc req-7d143f8a-f437-4a79-bd24-9976fd709c08 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337822 Jun 23 19:07:55.580691 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36292) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:55.711100 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-787fcbb1-f99d-4bb1-a4ab-6949c9ba2774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:55.853833 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-787fcbb1-f99d-4bb1-a4ab-6949c9ba2774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:55.953067 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-787fcbb1-f99d-4bb1-a4ab-6949c9ba2774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:55.955917 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-8fac22ed-32a0-4b67-bf89-af8450eb83c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:56.008229 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fcbb1-f99d-4bb1-a4ab-6949c9ba2774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9e1833-fbde-47ef-844c-9c1de9c2cf0b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:56.017903 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36310) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:56.022498 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-787fcbb1-f99d-4bb1-a4ab-6949c9ba2774 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2c1d7c01c1654b2685637ef617593be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367361 Jun 23 19:07:56.022498 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-787fcbb1-f99d-4bb1-a4ab-6949c9ba2774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:56.117390 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89faf124-478b-46ff-9d8c-8450fbc998f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.153523 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89faf124-478b-46ff-9d8c-8450fbc998f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.165858 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-855c74e1-294a-43db-80d0-de697f0706c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.314240 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89faf124-478b-46ff-9d8c-8450fbc998f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.317226 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-89faf124-478b-46ff-9d8c-8450fbc998f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.318716 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-89faf124-478b-46ff-9d8c-8450fbc998f2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d9e1833-fbde-47ef-844c-9c1de9c2cf0b HTTP/1.1" status: 204 len: 168 time: 0.2991319 Jun 23 19:07:56.319350 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-044e2ab0-95e8-4075-baa8-9e55d0db89a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:56.329526 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89faf124-478b-46ff-9d8c-8450fbc998f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9e1833-fbde-47ef-844c-9c1de9c2cf0b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:56.331850 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-89faf124-478b-46ff-9d8c-8450fbc998f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:56.359712 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a8b7a-5e36-400a-8c24-d7fe8358797c req-4e58f721-e1de-42cc-b65c-b2626b88d6de tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:56.361442 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-364a8b7a-5e36-400a-8c24-d7fe8358797c req-4e58f721-e1de-42cc-b65c-b2626b88d6de tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.1190267 Jun 23 19:07:56.370185 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c7df3-d25b-4e52-b284-d9a1779057aa req-230bb882-b92c-4eeb-bf67-c46257a85428 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:56.372356 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-437c7df3-d25b-4e52-b284-d9a1779057aa req-230bb882-b92c-4eeb-bf67-c46257a85428 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1186178 Jun 23 19:07:56.439093 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-364a8b7a-5e36-400a-8c24-d7fe8358797c req-fa5cfa4f-394b-47f6-9f23-fead5022df54 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649681 Jun 23 19:07:56.443217 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-437c7df3-d25b-4e52-b284-d9a1779057aa req-c1f41654-14cb-40dd-9e64-eb24c3688472 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592210 Jun 23 19:07:56.476492 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36330) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:56.639866 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f855b8-bb94-4da0-a363-2b581492f1a6 req-c57d69a0-317d-4e68-810f-4637cd02dae1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:56.644486 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-09f855b8-bb94-4da0-a363-2b581492f1a6 req-c57d69a0-317d-4e68-810f-4637cd02dae1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.0687091 Jun 23 19:07:56.683959 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-09f855b8-bb94-4da0-a363-2b581492f1a6 req-3bc5082f-d7b0-4b3a-9353-f3f8f5498e78 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359938 Jun 23 19:07:56.750672 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1611151758-network', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:56.879026 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Made reservation on behalf of 5ddefd90527a43e5836ae07ee3314869 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:07:56.883063 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:56.897695 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.005675 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.078517 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.083351 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-78039581-5ce1-46e4-b6b5-f5544ccf6dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:57.107025 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:07:57.117056 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e053a0-9741-4112-8d07-a89a808460bb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:57.121593 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:57.123109 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.123488 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.segments_db [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Added segment 5bb6ca90-032f-40f9-ba9e-5ce808fbcff5 of type vlan for network bd9f5c37-cd18-4159-95f5-669b7990ddf8 Jun 23 19:07:57.189535 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.226464 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36340) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:57.241042 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0ea4bede-2b8e-4665-8a09-bf3a9bb4bfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.332042 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.334355 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:57.335041 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.339890 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:57.376896 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0ea4bede-2b8e-4665-8a09-bf3a9bb4bfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.412984 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Pushing event updated for resources: {'Network': ['ID=bd9f5c37-cd18-4159-95f5-669b7990ddf8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:57.415974 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:57.425768 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network bd9f5c37-cd18-4159-95f5-669b7990ddf8 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:07:57.451666 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0ea4bede-2b8e-4665-8a09-bf3a9bb4bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.454552 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-979b4451-97ff-4154-a098-b1df490b1b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:57.496176 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-0ea4bede-2b8e-4665-8a09-bf3a9bb4bfe8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=543c4eebf3134abf88d23e830e28072f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685168 Jun 23 19:07:57.497779 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4bede-2b8e-4665-8a09-bf3a9bb4bfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68863943-f19c-4c1e-9b0b-db57bcee2e9a,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:57.501188 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36346) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:57.531506 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0502498 Jun 23 19:07:57.531506 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36348) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:57.539347 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-db1012a3-f267-4516-bf79-a782c16ed1ff admin admin] Request body: {'subnet': {'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1611151758-subnet', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:57.569005 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-0ea4bede-2b8e-4665-8a09-bf3a9bb4bfe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:57.645720 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1012a3-f267-4516-bf79-a782c16ed1ff admin admin] Made reservation on behalf of 5ddefd90527a43e5836ae07ee3314869 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:07:57.648055 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-db1012a3-f267-4516-bf79-a782c16ed1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29691033'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.691062 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e45b6864-1ad2-4973-b397-6e5e24e61bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.763624 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e45b6864-1ad2-4973-b397-6e5e24e61bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.788306 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7c87b-8355-4fd2-9569-9416ad693d3e req-71f3fb82-3028-4b0c-b28e-d484d4a736d2 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:57.789869 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b0c7c87b-8355-4fd2-9569-9416ad693d3e req-71f3fb82-3028-4b0c-b28e-d484d4a736d2 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1971822 Jun 23 19:07:57.797757 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2a618-b487-4dc0-afa4-f9f20f541a69 req-5cb2f510-f977-4f30-a04f-95c7f6b079c6 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:57.802791 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-38a2a618-b487-4dc0-afa4-f9f20f541a69 req-5cb2f510-f977-4f30-a04f-95c7f6b079c6 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.2123652 Jun 23 19:07:57.916708 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b0c7c87b-8355-4fd2-9569-9416ad693d3e req-5f02eecf-a512-4eca-8d15-7acc9e2fb2b8 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014609 Jun 23 19:07:57.916708 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-38a2a618-b487-4dc0-afa4-f9f20f541a69 req-a590f534-b359-4d1d-a47b-57d2778e8ef9 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe2490ed-ca87-459b-808c-f154772b007b&id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981331 Jun 23 19:07:57.928686 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469788c-9a59-4a45-9763-6a8d1a2a74b6 req-06f46066-e6ca-48e5-a39f-fa07c965e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:57.930207 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b469788c-9a59-4a45-9763-6a8d1a2a74b6 req-06f46066-e6ca-48e5-a39f-fa07c965e891 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 1098 time: 0.2236719 Jun 23 19:07:57.967639 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-db1012a3-f267-4516-bf79-a782c16ed1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29638845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29691019'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.970993 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-7cbd6e63-0fa6-4986-937a-eb207643d8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:57.971215 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b469788c-9a59-4a45-9763-6a8d1a2a74b6 req-d8644a52-7f97-442d-a404-d55a890379aa service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340230 Jun 23 19:07:57.994867 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e45b6864-1ad2-4973-b397-6e5e24e61bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:57.999348 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e45b6864-1ad2-4973-b397-6e5e24e61bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.004510 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-e45b6864-1ad2-4973-b397-6e5e24e61bd0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68863943-f19c-4c1e-9b0b-db57bcee2e9a HTTP/1.1" status: 204 len: 168 time: 0.4938228 Jun 23 19:07:58.004510 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c3a4e26b-fd59-4607-a0f5-58a2a0664cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:58.018669 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b6864-1ad2-4973-b397-6e5e24e61bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68863943-f19c-4c1e-9b0b-db57bcee2e9a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:58.024145 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e45b6864-1ad2-4973-b397-6e5e24e61bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:58.044898 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1012a3-f267-4516-bf79-a782c16ed1ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2b3849-d3f2-4a40-824a-f6964c8be49d,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:58.047220 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1012a3-f267-4516-bf79-a782c16ed1ff admin admin] Checking segment: {'id': '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:07:58.048050 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1012a3-f267-4516-bf79-a782c16ed1ff admin admin] Network hostable DHCP agents. Network: bd9f5c37-cd18-4159-95f5-669b7990ddf8, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:07:58.052365 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-db1012a3-f267-4516-bf79-a782c16ed1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:58.149251 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1012a3-f267-4516-bf79-a782c16ed1ff admin admin] Network bd9f5c37-cd18-4159-95f5-669b7990ddf8 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:07:58.271266 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-db1012a3-f267-4516-bf79-a782c16ed1ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, bd9f5c37-cd18-4159-95f5-669b7990ddf8) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:07:58.276181 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085200-338a-4f18-84d0-ce1278349aaa req-ba0f0e97-1f96-43eb-9b50-bb0c2ed3a604 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:58.278565 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-dd085200-338a-4f18-84d0-ce1278349aaa req-ba0f0e97-1f96-43eb-9b50-bb0c2ed3a604 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.0781288 Jun 23 19:07:58.285529 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e979ff4c-d7df-4d80-982b-087963b0c5fb None None] Network bd9f5c37-cd18-4159-95f5-669b7990ddf8 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:07:58.292023 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1012a3-f267-4516-bf79-a782c16ed1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:58.306292 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-db1012a3-f267-4516-bf79-a782c16ed1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.333641 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-dd085200-338a-4f18-84d0-ce1278349aaa req-2fe6c4b8-4b3a-48ad-b464-ea85fb4312cf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490556 Jun 23 19:07:58.424775 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-db1012a3-f267-4516-bf79-a782c16ed1ff admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8924992 Jun 23 19:07:58.427684 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36364) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:07:58.433867 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:07:58.469562 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp023ac7ff-be4e-5173-8ee3-f67d33d9963f-bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'fixed_ips': [{'subnet_id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d'}]}} from dv-cinder-790492-6-smb. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:07:58.470443 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.572393 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7745'] for router, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.573695 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7770'] for router, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.662973 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Allocated IP 172.20.0.2 (bd9f5c37-cd18-4159-95f5-669b7990ddf8/5e2b3849-d3f2-4a40-824a-f6964c8be49d/8579c0fa-143d-49e8-8606-91d170c4a839) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:07:58.669839 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.736499 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24938d88-7ad1-408e-b08b-643a6df4fdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.976852 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.978791 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-702526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7780'] for router, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.979232 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:58.989725 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Transition to ACTIVE for port object 8579c0fa-143d-49e8-8606-91d170c4a839 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:07:59.002059 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a52f8-95a3-4686-9d96-a3e9c18dbc02 req-57ba4f8f-d785-4f3a-8bda-ddfc63417a1b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:59.004017 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e37a52f8-95a3-4686-9d96-a3e9c18dbc02 req-57ba4f8f-d785-4f3a-8bda-ddfc63417a1b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1730154 Jun 23 19:07:59.006515 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Transition to ACTIVE for port object 8579c0fa-143d-49e8-8606-91d170c4a839 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:07:59.063276 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e37a52f8-95a3-4686-9d96-a3e9c18dbc02 req-6420b5f6-0c91-458f-b0cb-9175a1330d0b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531094 Jun 23 19:07:59.102629 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.105626 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-153450f4-2fa4-41bb-9c4e-1ec5e5c7447c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:59.149909 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Network bd9f5c37-cd18-4159-95f5-669b7990ddf8 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:07:59.154534 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:07:59.157488 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:07:59.167018 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Pushing event updated for resources: {'Port': ['ID=8579c0fa-143d-49e8-8606-91d170c4a839,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:59.177454 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:59.178077 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:59.178585 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:59.179716 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:59.180089 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:59.180425 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:59.180938 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:59.181268 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:59.181596 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:59.182031 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:59.182359 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:59.182680 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:07:59.187639 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:59.212547 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20555e4-f29a-4869-b0a7-9209ce2c9420 req-073a1d76-4d65-41a8-8dc8-de2d03aa317d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:59.214082 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c20555e4-f29a-4869-b0a7-9209ce2c9420 req-073a1d76-4d65-41a8-8dc8-de2d03aa317d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1497250 Jun 23 19:07:59.237263 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Attempting to bind port 8579c0fa-143d-49e8-8606-91d170c4a839 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:07:59.237643 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Attempting to bind port 8579c0fa-143d-49e8-8606-91d170c4a839 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:07:59.238010 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Attempting to bind port 8579c0fa-143d-49e8-8606-91d170c4a839 on network bd9f5c37-cd18-4159-95f5-669b7990ddf8 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:07:59.243386 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:07:59.244219 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Checking segment: {'id': '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:07:59.244665 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.245215 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Bound using segment: {'id': '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:07:59.245736 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Bound port: 8579c0fa-143d-49e8-8606-91d170c4a839, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:07:59.246124 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.265525 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c20555e4-f29a-4869-b0a7-9209ce2c9420 req-e3a127db-21c0-4ab3-ab45-c074319b4abe tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451055 Jun 23 19:07:59.320363 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] For port 8579c0fa-143d-49e8-8606-91d170c4a839, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:07:59.323950 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] For port 8579c0fa-143d-49e8-8606-91d170c4a839, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=8579c0fa-143d-49e8-8606-91d170c4a839,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:07:59.395252 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.397309 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:07:59.410351 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.431611 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.510450 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Pushing event updated for resources: {'Port': ['ID=8579c0fa-143d-49e8-8606-91d170c4a839,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:07:59.514516 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:07:59.633266 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Allocated IP 172.28.2.248 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/16c7c757-b8e9-4b57-89be-21e26b9ccf76) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:07:59.648944 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c390a37-5b0e-4cd7-8c12-a5cb3b919365 req-af7f8e9c-b700-42ec-b592-e562d7b9682b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:07:59.650547 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9c390a37-5b0e-4cd7-8c12-a5cb3b919365 req-af7f8e9c-b700-42ec-b592-e562d7b9682b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 944 time: 0.1418095 Jun 23 19:07:59.762550 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.781442 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:07:59.783321 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9c390a37-5b0e-4cd7-8c12-a5cb3b919365 req-ee7420b3-5f19-4616-a527-7e27ca7aadd7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222613 Jun 23 19:07:59.864249 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:07:59.944075 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:07:59.956368 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'port_id': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'mac_address': 'fa:16:3e:75:ef:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:08:00.000070 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.014267 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:08:00.019490 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30248006'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.019490 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:00.045969 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:00.158820 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.162878 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:00.213962 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:00.218234 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:00.362274 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:00.371022 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:00.374484 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:00.399330 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Pushing event updated for resources: {'Port': ['ID=16c7c757-b8e9-4b57-89be-21e26b9ccf76,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:00.409162 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:00.565466 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5c615-6fd6-4a2b-b26e-491b7a2818b9 req-39883702-5450-4251-b119-17f17181ec28 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:00.567134 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a3d5c615-6fd6-4a2b-b26e-491b7a2818b9 req-39883702-5450-4251-b119-17f17181ec28 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.2508819 Jun 23 19:08:00.593195 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:08:00.638098 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a3d5c615-6fd6-4a2b-b26e-491b7a2818b9 req-1e0da33b-97ed-4a6c-b4d8-20456b0bb98f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618756 Jun 23 19:08:00.656937 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcd8f0-6a6d-47b3-a9b9-34b88b710899 req-392e5910-79f4-4015-92bb-d838f8dbf504 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:00.656937 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-34fcd8f0-6a6d-47b3-a9b9-34b88b710899 req-392e5910-79f4-4015-92bb-d838f8dbf504 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2188866 Jun 23 19:08:00.723977 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-34fcd8f0-6a6d-47b3-a9b9-34b88b710899 req-28dd7436-edd6-4946-8dc8-2bd76229ea4c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491922 Jun 23 19:08:00.761746 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd41b8-f3b8-45f7-bf83-3b9e9db43b7b None None] Network bd9f5c37-cd18-4159-95f5-669b7990ddf8 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:08:00.881847 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:00.938149 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-47dd1e12-ed8a-4a3a-b02f-c7bba43d20b1 None None] Provisioning for port 8579c0fa-143d-49e8-8606-91d170c4a839 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:01.236774 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d1c23-cd7e-40fe-a468-dd3f4fb0ea0c req-d23fe06f-2c78-44e1-9564-44519c840111 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:01.244171 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-457d1c23-cd7e-40fe-a468-dd3f4fb0ea0c req-d23fe06f-2c78-44e1-9564-44519c840111 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 945 time: 0.2475739 Jun 23 19:08:01.291316 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702571'] for router, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.300499 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-457d1c23-cd7e-40fe-a468-dd3f4fb0ea0c req-3b632a2f-0ce7-4c9b-a24e-e03f86ba18c2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554130 Jun 23 19:08:01.538609 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.538829 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Router 81b2dc06-95fb-4e96-a612-f448def4c5fe is scheduled to L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 with binding_index 1 {{(pid=93756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:08:01.710295 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 8579c0fa-143d-49e8-8606-91d170c4a839 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:01.761018 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:01.768100 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:01.782525 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Sync routers for ids ['81b2dc06-95fb-4e96-a612-f448def4c5fe'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:01.811629 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd167f-8471-4647-8d78-00bb18c7baa4 req-86369b23-cdb2-4369-b3c2-8526f9690058 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:01.819162 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-42fd167f-8471-4647-8d78-00bb18c7baa4 req-86369b23-cdb2-4369-b3c2-8526f9690058 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2017338 Jun 23 19:08:01.830289 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937a978-d6a8-4368-a346-3e4ae8798086 req-73e1125a-445c-4ec2-93d2-515df480ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:01.831205 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e937a978-d6a8-4368-a346-3e4ae8798086 req-73e1125a-445c-4ec2-93d2-515df480ed0b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e8983aba05c24e5b9dbfe1a23a772fbb&device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 1098 time: 0.1719031 Jun 23 19:08:01.832712 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Routers {'81b2dc06-95fb-4e96-a612-f448def4c5fe'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:01.835859 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:07:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['81b2dc06-95fb-4e96-a612-f448def4c5fe'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:01.860494 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:01.860984 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.867540 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.869163 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4402704 Jun 23 19:08:01.873717 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36442) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:01.910104 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-42fd167f-8471-4647-8d78-00bb18c7baa4 req-fa7ba835-9549-460b-9a96-4b9ddcde767c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873837 Jun 23 19:08:01.972984 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 8579c0fa-143d-49e8-8606-91d170c4a839 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:01.988127 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 8579c0fa-143d-49e8-8606-91d170c4a839 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:01.988534 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:01.997320 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Set router 81b2dc06-95fb-4e96-a612-f448def4c5fe gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:02.036095 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937a978-d6a8-4368-a346-3e4ae8798086 req-33f0e76c-e560-4367-b622-4c806831cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:02.037983 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e937a978-d6a8-4368-a346-3e4ae8798086 req-33f0e76c-e560-4367-b622-4c806831cf65 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9db2ccef-0a00-41e5-bbf4-f5acd5895449 HTTP/1.1" status: 200 len: 920 time: 0.1977499 Jun 23 19:08:02.065941 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9b0ba-ea66-446b-a458-0e660ee6a1d2 req-99a1a0dd-0867-499f-b381-a1a64bbf7375 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:02.074758 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3bf9b0ba-ea66-446b-a458-0e660ee6a1d2 req-99a1a0dd-0867-499f-b381-a1a64bbf7375 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1321871 Jun 23 19:08:02.113827 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e937a978-d6a8-4368-a346-3e4ae8798086 req-9a086d7a-0c96-468c-a7f0-d2db56b6329a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16d5e781-dfa6-422e-a3e9-6368d043159d HTTP/1.1" status: 200 len: 217 time: 0.0682092 Jun 23 19:08:02.149632 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.164831 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.226895 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3bf9b0ba-ea66-446b-a458-0e660ee6a1d2 req-08a3ec15-882a-4bae-9ea1-457ee232f73d tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155126 Jun 23 19:08:02.226895 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937a978-d6a8-4368-a346-3e4ae8798086 req-06c102a6-a007-4730-b92c-6e7f83176084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:02.226895 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e937a978-d6a8-4368-a346-3e4ae8798086 req-06c102a6-a007-4730-b92c-6e7f83176084 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=95e7c8fe-0843-480c-bedc-5dde25c6666d HTTP/1.1" status: 200 len: 859 time: 0.0915987 Jun 23 19:08:02.227135 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:02.227135 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:02.227135 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0604a0-8128-4324-af72-ec31612d82f3" -d '{"events": [{"server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "name": "network-vif-plugged", "status": "completed", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:02.255733 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:00Z', 'revision_number': 3, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:02.261445 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 8579c0fa-143d-49e8-8606-91d170c4a839, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=8579c0fa-143d-49e8-8606-91d170c4a839,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:02.295416 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b65ce49-c8c9-44ec-bf16-7e166a9f1ec0 x-openstack-request-id: req-6b65ce49-c8c9-44ec-bf16-7e166a9f1ec0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:02.295955 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "name": "network-vif-plugged", "status": "completed", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:02.296390 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6b65ce49-c8c9-44ec-bf16-7e166a9f1ec0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:02.297070 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'code': 200} Jun 23 19:08:02.305301 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e937a978-d6a8-4368-a346-3e4ae8798086 req-004d65e4-310d-4180-8532-698acbe4f081 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9db2ccef-0a00-41e5-bbf4-f5acd5895449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830610 Jun 23 19:08:02.373446 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.375674 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.381001 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:02.430813 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Checking router: 81b2dc06-95fb-4e96-a612-f448def4c5fe for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:02.431190 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Updating router 81b2dc06-95fb-4e96-a612-f448def4c5fe port 16c7c757-b8e9-4b57-89be-21e26b9ccf76 binding host dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:08:02.456234 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e937a978-d6a8-4368-a346-3e4ae8798086 req-e9b37ed7-071e-4423-92b6-0b6ad34cf1e3 service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184413 Jun 23 19:08:02.483905 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.489650 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=8579c0fa-143d-49e8-8606-91d170c4a839,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:02.578283 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:02.584577 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:02.585710 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:02.586423 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:02.654283 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e937a978-d6a8-4368-a346-3e4ae8798086 req-cda2d463-671e-48cd-924f-04f741003d1a service neutron] 10.222.0.77 "GET /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845415 Jun 23 19:08:02.669126 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8f524-69b9-455a-8ca5-3a7373d4b383 req-2f9b04c3-257d-4190-a8ba-1df35a0fb47f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:02.671977 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4ce8f524-69b9-455a-8ca5-3a7373d4b383 req-2f9b04c3-257d-4190-a8ba-1df35a0fb47f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 947 time: 0.1057074 Jun 23 19:08:02.728492 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4ce8f524-69b9-455a-8ca5-3a7373d4b383 req-0b77f185-0b96-498d-9f76-f9a7e7b0ee13 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489194 Jun 23 19:08:02.844866 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.857388 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Transition to ACTIVE for port object 16c7c757-b8e9-4b57-89be-21e26b9ccf76 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:02.913015 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.972642 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:02.983308 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:03.082476 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Pushing event updated for resources: {'Port': ['ID=16c7c757-b8e9-4b57-89be-21e26b9ccf76,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:03.099040 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:03.099569 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:03.102559 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:03.103142 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:03.103680 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:03.104350 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:03.104827 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:03.105337 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:03.105847 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:03.107026 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:03.107541 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:03.108284 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:03.114848 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:03.134920 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Allocated IP 172.20.0.1 (bd9f5c37-cd18-4159-95f5-669b7990ddf8/5e2b3849-d3f2-4a40-824a-f6964c8be49d/43e83aba-a3db-452a-9226-8779ad6fa772) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:03.142967 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Attempting to bind port 16c7c757-b8e9-4b57-89be-21e26b9ccf76 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:03.143728 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Attempting to bind port 16c7c757-b8e9-4b57-89be-21e26b9ccf76 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:03.144190 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Attempting to bind port 16c7c757-b8e9-4b57-89be-21e26b9ccf76 on network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:03.156056 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:03.156649 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Checking segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:03.157787 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.158019 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Bound using segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:03.158739 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Bound port: 16c7c757-b8e9-4b57-89be-21e26b9ccf76, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:03.159526 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.172088 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b171576-de35-4b74-867e-f2f29a33c624 req-3bf925c5-24bd-4c9e-8100-3df172c9ac52 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:03.180697 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9b171576-de35-4b74-867e-f2f29a33c624 req-3bf925c5-24bd-4c9e-8100-3df172c9ac52 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0938399 Jun 23 19:08:03.226869 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9b171576-de35-4b74-867e-f2f29a33c624 req-baac9b7d-1d65-41ce-9352-52e1d34c21b1 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Jun 23 19:08:03.231334 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] For port 16c7c757-b8e9-4b57-89be-21e26b9ccf76, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:03.234715 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] For port 16c7c757-b8e9-4b57-89be-21e26b9ccf76, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=16c7c757-b8e9-4b57-89be-21e26b9ccf76,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:03.268962 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.284932 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Transition to ACTIVE for port object 43e83aba-a3db-452a-9226-8779ad6fa772 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:03.356365 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.371651 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-15ac1c69-1489-45b7-ad07-dd989b13a77d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:03.384967 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29639213'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.391751 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6ed60a5d-0925-4fc9-872f-445349fa2093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:03.427178 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Routers {'81b2dc06-95fb-4e96-a612-f448def4c5fe'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:03.428087 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:07:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['81b2dc06-95fb-4e96-a612-f448def4c5fe'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:03.460969 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Network bd9f5c37-cd18-4159-95f5-669b7990ddf8 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:03.470694 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:03.476139 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:03.496209 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Pushing event updated for resources: {'Port': ['ID=16c7c757-b8e9-4b57-89be-21e26b9ccf76,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:03.502264 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-c889090e-e583-41fd-bd56-14b989ae8abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:03.578188 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Pushing event updated for resources: {'Port': ['ID=43e83aba-a3db-452a-9226-8779ad6fa772,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:03.586280 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:03.595741 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-712299'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.616271 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] Set router 81b2dc06-95fb-4e96-a612-f448def4c5fe gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:03.627941 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a5e96-8657-498a-8925-15ebe1d09b0f req-af01de8d-3591-4912-b80f-29bc31fdb1e4 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:03.631308 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7e7a5e96-8657-498a-8925-15ebe1d09b0f req-af01de8d-3591-4912-b80f-29bc31fdb1e4 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.2853196 Jun 23 19:08:03.641194 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236ec11-08f8-48bd-9ef4-0db9234e7863 req-fac87dbb-26e7-4091-a7ad-a3b946e801fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:03.651619 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c236ec11-08f8-48bd-9ef4-0db9234e7863 req-fac87dbb-26e7-4091-a7ad-a3b946e801fb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 1100 time: 0.2555006 Jun 23 19:08:03.723774 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 8579c0fa-143d-49e8-8606-91d170c4a839 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:03.763694 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7e7a5e96-8657-498a-8925-15ebe1d09b0f req-ec13b7f3-3dcb-4312-8b6a-46e6c9cc387c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108613 Jun 23 19:08:03.782753 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c236ec11-08f8-48bd-9ef4-0db9234e7863 req-862941e2-f906-430e-8323-2f7fa6734207 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123347 Jun 23 19:08:03.845189 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 8579c0fa-143d-49e8-8606-91d170c4a839 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:03.845586 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:03.990004 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:00Z', 'revision_number': 3, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:04.026298 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.045025 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1964ff-7659-4183-8592-bfefbe02ca45 None None] The sync data for ids ['81b2dc06-95fb-4e96-a612-f448def4c5fe'] in dv-cinder-790492-6-smb is: [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:00Z', 'revision_number': 3, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:04.110256 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b4480-0cec-40f7-b739-8db91c3b6f1e req-4de1f4af-7c5d-4f2f-b164-0adc9acfde55 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:04.111903 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb6b4480-0cec-40f7-b739-8db91c3b6f1e req-4de1f4af-7c5d-4f2f-b164-0adc9acfde55 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 947 time: 0.1341949 Jun 23 19:08:04.155628 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-936543b2-5e6e-468f-a681-0558051ada6f None None] Provisioning for port 43e83aba-a3db-452a-9226-8779ad6fa772 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:04.160061 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-936543b2-5e6e-468f-a681-0558051ada6f None None] Provisioning complete for port 43e83aba-a3db-452a-9226-8779ad6fa772 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:04.160534 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-936543b2-5e6e-468f-a681-0558051ada6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.210589 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb6b4480-0cec-40f7-b739-8db91c3b6f1e req-c8dfd84a-8dc5-4c19-9e88-ab7686a4efdf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850620 Jun 23 19:08:04.213909 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-936543b2-5e6e-468f-a681-0558051ada6f None None] Port 43e83aba-a3db-452a-9226-8779ad6fa772 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:04.301539 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:08:04.301776 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.381970 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.415666 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:04.467036 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712327'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.476021 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Pushing event updated for resources: {'Port': ['ID=43e83aba-a3db-452a-9226-8779ad6fa772,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:04.480687 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:04.496859 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36621681-2654-48d3-8da9-9caed4ef56fc req-a6366531-3f5c-4ef7-97fd-1da7ca89312c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:04.499612 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-36621681-2654-48d3-8da9-9caed4ef56fc req-a6366531-3f5c-4ef7-97fd-1da7ca89312c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1458380 Jun 23 19:08:04.549998 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-36621681-2654-48d3-8da9-9caed4ef56fc req-534d977e-e592-48af-a8fe-bf0d1a123894 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 Jun 23 19:08:04.588619 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Network bd9f5c37-cd18-4159-95f5-669b7990ddf8 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:04.590112 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:04.723377 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Router 81b2dc06-95fb-4e96-a612-f448def4c5fe has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:08:04.875016 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ef8fc587-752c-41b6-a9ed-3619065ce0e9 None None] Provisioning complete for port 43e83aba-a3db-452a-9226-8779ad6fa772 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:04.875996 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef8fc587-752c-41b6-a9ed-3619065ce0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:04.896589 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:04.906066 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] 10.222.0.67 "PUT /v2.0/routers/81b2dc06-95fb-4e96-a612-f448def4c5fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0307050 Jun 23 19:08:04.952898 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ef8fc587-752c-41b6-a9ed-3619065ce0e9 None None] Port 43e83aba-a3db-452a-9226-8779ad6fa772 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:05.115135 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e01a6-eb75-4388-9287-81dbeea831dc req-0ce5806c-e03b-4800-9de8-5a861af9a192 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:05.123628 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-be7e01a6-eb75-4388-9287-81dbeea831dc req-0ce5806c-e03b-4800-9de8-5a861af9a192 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1485660 Jun 23 19:08:05.180946 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-be7e01a6-eb75-4388-9287-81dbeea831dc req-de3c1183-67be-4cad-8833-faa2f7dd83ed tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553792 Jun 23 19:08:05.424554 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c683a3-1987-4811-8a87-55cb60432d0b req-dbdcf3df-a1ff-4d7f-aedf-8ed4b587093a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:05.427888 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-04c683a3-1987-4811-8a87-55cb60432d0b req-dbdcf3df-a1ff-4d7f-aedf-8ed4b587093a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 947 time: 0.0915391 Jun 23 19:08:05.488826 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-04c683a3-1987-4811-8a87-55cb60432d0b req-225cf329-e379-4230-8cf1-ca4a1a1b8b99 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528278 Jun 23 19:08:05.688691 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 16c7c757-b8e9-4b57-89be-21e26b9ccf76 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:05.830316 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 16c7c757-b8e9-4b57-89be-21e26b9ccf76 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:05.834678 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 16c7c757-b8e9-4b57-89be-21e26b9ccf76 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:05.835071 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:05.919232 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15fdf4-d8b6-48d6-a16a-8e86d7109020 req-57f074cd-d768-443d-ba8b-5db1ed22fbb0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:05.921618 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c15fdf4-d8b6-48d6-a16a-8e86d7109020 req-57f074cd-d768-443d-ba8b-5db1ed22fbb0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1702952 Jun 23 19:08:05.970178 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c15fdf4-d8b6-48d6-a16a-8e86d7109020 req-dfcc1c63-1e02-4b54-af8f-8c632f0e77a2 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Jun 23 19:08:05.979574 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.036119 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 16c7c757-b8e9-4b57-89be-21e26b9ccf76, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=16c7c757-b8e9-4b57-89be-21e26b9ccf76,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:06.124793 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.131160 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:06.192586 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=16c7c757-b8e9-4b57-89be-21e26b9ccf76,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:06.198225 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:06.206232 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36546) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:06.211310 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-513781025-network', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:06.329577 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Sync routers for ids ['81b2dc06-95fb-4e96-a612-f448def4c5fe'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:06.339357 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Routers {'81b2dc06-95fb-4e96-a612-f448def4c5fe'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:06.340058 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:07:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['81b2dc06-95fb-4e96-a612-f448def4c5fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:06.347879 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Made reservation on behalf of 9ad54ebf8a19498b876309507c265f8c for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:06.351059 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.360950 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.386633 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c8dcd-1b37-4c2c-bdaf-431ed8f8076b req-4ed0bf21-ba16-4cd6-be55-8d0b678307ea tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:06.388980 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-566c8dcd-1b37-4c2c-bdaf-431ed8f8076b req-4ed0bf21-ba16-4cd6-be55-8d0b678307ea tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0785711 Jun 23 19:08:06.441888 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-566c8dcd-1b37-4c2c-bdaf-431ed8f8076b req-d9892780-d780-4161-9fa2-436bc38e67a1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468876 Jun 23 19:08:06.482557 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Set router 81b2dc06-95fb-4e96-a612-f448def4c5fe gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:06.485297 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.561478 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.572435 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e7f60c1e-a888-4aec-a36b-b73ec34403c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:06.613347 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:08:06.625154 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36bd9ca-b91b-41e3-8669-e611d8dfea3b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:06.629622 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:06.635423 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.635883 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.segments_db [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Added segment 8336ce5a-d8d1-4b78-8361-656f6074f6bc of type vlan for network 4946022f-2fc0-48bc-a64f-648482fc434a Jun 23 19:08:06.696831 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.756936 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '43e83aba-a3db-452a-9226-8779ad6fa772', 'name': '', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'mac_address': 'fa:16:3e:e7:47:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:02Z', 'updated_at': '2021-06-23T19:08:04Z', 'revision_number': 2, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'subnets': [{'id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:06.764543 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d68b9-1e67-4142-98f0-023a9d638363 req-1c87f108-d3f3-43f9-8b6c-32a1ed6d19ff tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:06.766115 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9f4d68b9-1e67-4142-98f0-023a9d638363 req-1c87f108-d3f3-43f9-8b6c-32a1ed6d19ff tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 947 time: 0.0972679 Jun 23 19:08:06.806984 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Checking router: 81b2dc06-95fb-4e96-a612-f448def4c5fe for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:06.807494 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Updating router 81b2dc06-95fb-4e96-a612-f448def4c5fe port 43e83aba-a3db-452a-9226-8779ad6fa772 binding host dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:08:06.808670 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9f4d68b9-1e67-4142-98f0-023a9d638363 req-9b393af5-fda9-429e-bb71-d24db3ebff7e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360920 Jun 23 19:08:06.841568 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.842807 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:06.843404 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.846416 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:06.876622 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:06.915508 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Pushing event updated for resources: {'Network': ['ID=4946022f-2fc0-48bc-a64f-648482fc434a,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:06.919973 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:06.931246 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network 4946022f-2fc0-48bc-a64f-648482fc434a details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:08:06.964090 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7562180 Jun 23 19:08:06.966403 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36558) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:06.974809 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d7196aa8-e2f8-470f-a545-83c921bef6d5 admin admin] Request body: {'subnet': {'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-513781025-subnet', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:07.140130 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7196aa8-e2f8-470f-a545-83c921bef6d5 admin admin] Made reservation on behalf of 9ad54ebf8a19498b876309507c265f8c for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:07.145555 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7196aa8-e2f8-470f-a545-83c921bef6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29691033'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:07.282378 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea1f6a-6b72-484f-aff6-e7d70ad6dc07 req-25eb7aab-7d4b-4ffc-8dee-b29cb74d7384 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:07.283984 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-78ea1f6a-6b72-484f-aff6-e7d70ad6dc07 req-25eb7aab-7d4b-4ffc-8dee-b29cb74d7384 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1015513 Jun 23 19:08:07.286147 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:07.297803 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Transition to ACTIVE for port object 43e83aba-a3db-452a-9226-8779ad6fa772 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:07.334862 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-78ea1f6a-6b72-484f-aff6-e7d70ad6dc07 req-ad79207d-54e5-474f-8fce-864c2d4d3f22 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430760 Jun 23 19:08:07.456600 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:07.461937 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:07.516601 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f144cb0-b08d-477b-a58d-c2fdc3cfdd2a None None] Pushing event updated for resources: {'Port': ['ID=43e83aba-a3db-452a-9226-8779ad6fa772,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:07.521198 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-1f144cb0-b08d-477b-a58d-c2fdc3cfdd2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:07.528809 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7196aa8-e2f8-470f-a545-83c921bef6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29638845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29691019'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:07.531460 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:07.616304 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Attempting to bind port 43e83aba-a3db-452a-9226-8779ad6fa772 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:07.616663 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Attempting to bind port 43e83aba-a3db-452a-9226-8779ad6fa772 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:07.617037 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Attempting to bind port 43e83aba-a3db-452a-9226-8779ad6fa772 on network bd9f5c37-cd18-4159-95f5-669b7990ddf8 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:07.630435 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:07.634376 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Checking segment: {'id': '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:07.634376 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:07.634376 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Bound using segment: {'id': '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:07.634376 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Bound port: 43e83aba-a3db-452a-9226-8779ad6fa772, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:07.634376 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:07.660804 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7196aa8-e2f8-470f-a545-83c921bef6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b41c17-8074-400f-8bef-a4f872f0d33b,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:07.665522 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d7196aa8-e2f8-470f-a545-83c921bef6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:07.712773 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 16c7c757-b8e9-4b57-89be-21e26b9ccf76 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:07.714708 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126656a9-abf2-4974-9c88-aed4435e164f req-5e57a38f-2aa5-4863-8ec6-c0aba5dd461a tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:07.720645 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7196aa8-e2f8-470f-a545-83c921bef6d5 admin admin] Checking segment: {'id': '8336ce5a-d8d1-4b78-8361-656f6074f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:07.721313 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7196aa8-e2f8-470f-a545-83c921bef6d5 admin admin] Network hostable DHCP agents. Network: 4946022f-2fc0-48bc-a64f-648482fc434a, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:08:07.726286 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-126656a9-abf2-4974-9c88-aed4435e164f req-5e57a38f-2aa5-4863-8ec6-c0aba5dd461a tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1373308 Jun 23 19:08:07.736839 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] For port 43e83aba-a3db-452a-9226-8779ad6fa772, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:07.740956 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] For port 43e83aba-a3db-452a-9226-8779ad6fa772, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=43e83aba-a3db-452a-9226-8779ad6fa772,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:07.783943 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-126656a9-abf2-4974-9c88-aed4435e164f req-03c00a38-141b-4c78-9b86-98594740d1cc tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562100 Jun 23 19:08:07.886875 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:07.890739 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:07.902322 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7196aa8-e2f8-470f-a545-83c921bef6d5 admin admin] Network 4946022f-2fc0-48bc-a64f-648482fc434a is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:08:07.982183 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Routers {'81b2dc06-95fb-4e96-a612-f448def4c5fe'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:07.982858 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:07:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['81b2dc06-95fb-4e96-a612-f448def4c5fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:07.984787 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f144cb0-b08d-477b-a58d-c2fdc3cfdd2a None None] Pushing event updated for resources: {'Port': ['ID=43e83aba-a3db-452a-9226-8779ad6fa772,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:07.994140 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-1f144cb0-b08d-477b-a58d-c2fdc3cfdd2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:08.029488 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-d7196aa8-e2f8-470f-a545-83c921bef6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, 4946022f-2fc0-48bc-a64f-648482fc434a) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:08.038531 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 16c7c757-b8e9-4b57-89be-21e26b9ccf76 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:08.038917 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.044336 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ba41c3-38b2-46e1-8bc5-4c2da4f8fc02 None None] Network 4946022f-2fc0-48bc-a64f-648482fc434a requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:08:08.044649 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7196aa8-e2f8-470f-a545-83c921bef6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:08.045428 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d7196aa8-e2f8-470f-a545-83c921bef6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.134278 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6e7f7-ec3e-4b7b-99d3-edcddc397aea req-55302c23-a6b0-43bb-9542-3b23b52b4dc1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:08.142068 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-82d6e7f7-ec3e-4b7b-99d3-edcddc397aea req-55302c23-a6b0-43bb-9542-3b23b52b4dc1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 947 time: 0.1250234 Jun 23 19:08:08.167481 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-d7196aa8-e2f8-470f-a545-83c921bef6d5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1995437 Jun 23 19:08:08.170516 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36588) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:08.175241 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-513781025-router', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:08.197337 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-82d6e7f7-ec3e-4b7b-99d3-edcddc397aea req-ec42d7e2-9d51-45fe-8200-9b62412a85fb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542076 Jun 23 19:08:08.256081 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] Set router 81b2dc06-95fb-4e96-a612-f448def4c5fe gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:08.332577 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7745'] for router, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.333970 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7770'] for router, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.415629 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.476755 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp023ac7ff-be4e-5173-8ee3-f67d33d9963f-4946022f-2fc0-48bc-a64f-648482fc434a', 'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'fixed_ips': [{'subnet_id': '68b41c17-8074-400f-8bef-a4f872f0d33b'}]}} from dv-cinder-790492-6-smb. {{(pid=93758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 19:08:08.477396 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.665276 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Allocated IP 172.20.0.2 (4946022f-2fc0-48bc-a64f-648482fc434a/68b41c17-8074-400f-8bef-a4f872f0d33b/082f1170-000f-4b0e-981e-abf06f99f046) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:08.708853 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '43e83aba-a3db-452a-9226-8779ad6fa772', 'name': '', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'mac_address': 'fa:16:3e:e7:47:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:02Z', 'updated_at': '2021-06-23T19:08:07Z', 'revision_number': 4, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'subnets': [{'id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:08.741462 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-702526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7780'] for router, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.771448 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d679a57-ff21-48be-b889-6d3f94b80824 None None] The sync data for ids ['81b2dc06-95fb-4e96-a612-f448def4c5fe'] in dv-cinder-790492-6-smb is: [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '43e83aba-a3db-452a-9226-8779ad6fa772', 'name': '', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'mac_address': 'fa:16:3e:e7:47:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:02Z', 'updated_at': '2021-06-23T19:08:07Z', 'revision_number': 4, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'subnets': [{'id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:08.984466 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:08.999747 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Transition to ACTIVE for port object 082f1170-000f-4b0e-981e-abf06f99f046 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:09.026837 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Transition to ACTIVE for port object 082f1170-000f-4b0e-981e-abf06f99f046 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:09.137058 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238e836-14be-441d-b331-04fec2835ca6 req-4e91debf-9643-4862-ba67-878fe717493e tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:09.141896 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7238e836-14be-441d-b331-04fec2835ca6 req-4e91debf-9643-4862-ba67-878fe717493e tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1362836 Jun 23 19:08:09.198213 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7238e836-14be-441d-b331-04fec2835ca6 req-96859866-7f14-4225-ad4f-463f87bb39c3 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464990 Jun 23 19:08:09.235950 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:09.240206 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:09.251574 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:09.283011 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Network 4946022f-2fc0-48bc-a64f-648482fc434a is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:09.284147 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:09.286119 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:09.290109 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:09.297058 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Pushing event updated for resources: {'Port': ['ID=082f1170-000f-4b0e-981e-abf06f99f046,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:09.308084 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:09.386499 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Attempting to bind port 082f1170-000f-4b0e-981e-abf06f99f046 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:09.392044 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Attempting to bind port 082f1170-000f-4b0e-981e-abf06f99f046 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '8336ce5a-d8d1-4b78-8361-656f6074f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:09.392044 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Attempting to bind port 082f1170-000f-4b0e-981e-abf06f99f046 on network 4946022f-2fc0-48bc-a64f-648482fc434a {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:09.402262 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:09.402776 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Checking segment: {'id': '8336ce5a-d8d1-4b78-8361-656f6074f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:09.403374 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:09.404092 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Bound using segment: {'id': '8336ce5a-d8d1-4b78-8361-656f6074f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:09.404846 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Bound port: 082f1170-000f-4b0e-981e-abf06f99f046, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336ce5a-d8d1-4b78-8361-656f6074f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:09.405369 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:09.450837 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Allocated IP 172.28.2.97 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/62f7ccf6-f394-4b6a-9014-1b999ea2a138) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:09.526283 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] For port 082f1170-000f-4b0e-981e-abf06f99f046, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:09.533615 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] For port 082f1170-000f-4b0e-981e-abf06f99f046, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=082f1170-000f-4b0e-981e-abf06f99f046,segment=NetworkSegment(8336ce5a-d8d1-4b78-8361-656f6074f6bc),segment_id=8336ce5a-d8d1-4b78-8361-656f6074f6bc)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:09.676195 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:09.679095 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-32040341-66c4-4dfc-ba62-a39d12a74b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:09.816398 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 43e83aba-a3db-452a-9226-8779ad6fa772 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:09.827408 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:09.913667 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Pushing event updated for resources: {'Port': ['ID=082f1170-000f-4b0e-981e-abf06f99f046,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:09.919969 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:10.035903 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29639213'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:10.038628 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:10.102905 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 43e83aba-a3db-452a-9226-8779ad6fa772 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:10.107971 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 43e83aba-a3db-452a-9226-8779ad6fa772 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:10.108432 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:10.127223 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:10.130358 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:10.147985 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:10.230967 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:10.255700 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=62f7ccf6-f394-4b6a-9014-1b999ea2a138,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:10.269175 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:10.272312 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 43e83aba-a3db-452a-9226-8779ad6fa772, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=43e83aba-a3db-452a-9226-8779ad6fa772,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:10.350078 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:10.361481 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:10.452276 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=43e83aba-a3db-452a-9226-8779ad6fa772,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:10.465389 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:10.516039 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d56d3-dcb9-460e-9a10-2e7f9b612cca req-2423ead3-9624-4cee-b0dc-950eabb59417 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:10.517315 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ff1d56d3-dcb9-460e-9a10-2e7f9b612cca req-2423ead3-9624-4cee-b0dc-950eabb59417 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0975285 Jun 23 19:08:10.561143 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ff1d56d3-dcb9-460e-9a10-2e7f9b612cca req-bf8b2d90-09f9-47bf-8fd7-faf552e8c6ac tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385664 Jun 23 19:08:10.693949 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:11.157119 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b526dc-e5f8-4ffa-ba6d-4143648123ba None None] Network 4946022f-2fc0-48bc-a64f-648482fc434a requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:08:11.241385 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702571'] for router, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:11.390311 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cf958949-ea7e-43a3-ba6b-0528e00b16b3 None None] Provisioning for port 082f1170-000f-4b0e-981e-abf06f99f046 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:11.416025 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb6991-4fed-4668-8824-3abbc277a5c9 req-9d8d1624-156e-424a-8fad-f02cbb21ecf2 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:11.425143 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bdeb6991-4fed-4668-8824-3abbc277a5c9 req-9d8d1624-156e-424a-8fad-f02cbb21ecf2 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0941041 Jun 23 19:08:11.473544 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bdeb6991-4fed-4668-8824-3abbc277a5c9 req-1ea1cad4-558f-4b0c-a9d4-df241b991475 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473330 Jun 23 19:08:11.554912 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Router d6936880-650c-457c-935d-e36283106db6 is scheduled to L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 with binding_index 1 {{(pid=93757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 19:08:11.689711 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8ef4d-6227-4488-b57c-4e719f31ab67 req-2387b4ef-7260-481f-a0a9-9d512bdef98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:11.693246 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2ae8ef4d-6227-4488-b57c-4e719f31ab67 req-2387b4ef-7260-481f-a0a9-9d512bdef98a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=704cf5a143b64c318c400174e02d1fe7&device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 1099 time: 0.1217616 Jun 23 19:08:11.818758 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:11.822485 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 43e83aba-a3db-452a-9226-8779ad6fa772 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:11.830886 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Sync routers for ids ['d6936880-650c-457c-935d-e36283106db6'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:11.834412 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8ef4d-6227-4488-b57c-4e719f31ab67 req-0818c481-5db3-4d4e-8aa8-b9945cf5171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:11.837181 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2ae8ef4d-6227-4488-b57c-4e719f31ab67 req-0818c481-5db3-4d4e-8aa8-b9945cf5171b service neutron] 10.222.0.77 "GET /v2.0/networks?id=13ea8972-b95b-4038-a37a-9424804d7f04 HTTP/1.1" status: 200 len: 912 time: 0.1348295 Jun 23 19:08:11.851736 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Routers {'d6936880-650c-457c-935d-e36283106db6'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:11.853234 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:07:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['d6936880-650c-457c-935d-e36283106db6'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:11.901925 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 43e83aba-a3db-452a-9226-8779ad6fa772 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:11.902364 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:11.932297 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2ae8ef4d-6227-4488-b57c-4e719f31ab67 req-9796da59-9f0d-47bd-b15c-cef5c8490f72 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=465751f6-82a6-41eb-bc67-a6764b8157c1 HTTP/1.1" status: 200 len: 1001 time: 0.0876355 Jun 23 19:08:11.966441 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:11.969009 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7971923 Jun 23 19:08:11.971701 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36644) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:12.020530 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 082f1170-000f-4b0e-981e-abf06f99f046 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:12.035875 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8ef4d-6227-4488-b57c-4e719f31ab67 req-64e043e0-fae3-476f-9eb5-db52398493f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:12.038107 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2ae8ef4d-6227-4488-b57c-4e719f31ab67 req-64e043e0-fae3-476f-9eb5-db52398493f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fa6a529-02d5-4dee-88c9-ecdd419aeba3 HTTP/1.1" status: 200 len: 850 time: 0.0914159 Jun 23 19:08:12.105387 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Set router d6936880-650c-457c-935d-e36283106db6 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:12.168279 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8ef4d-6227-4488-b57c-4e719f31ab67 req-70d684f9-ed89-4b98-9d0d-a8d1833dda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:12.170840 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2ae8ef4d-6227-4488-b57c-4e719f31ab67 req-70d684f9-ed89-4b98-9d0d-a8d1833dda2e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13ea8972-b95b-4038-a37a-9424804d7f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1238236 Jun 23 19:08:12.212792 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 082f1170-000f-4b0e-981e-abf06f99f046 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:12.219480 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 082f1170-000f-4b0e-981e-abf06f99f046 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:12.220121 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:12.331986 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6936880-650c-457c-935d-e36283106db6', 'name': 'tempest-TestShelveInstance-513781025-router', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:08Z', 'updated_at': '2021-06-23T19:08:10Z', 'revision_number': 3, 'project_id': '9ad54ebf8a19498b876309507c265f8c', 'gw_port': {'id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6936880-650c-457c-935d-e36283106db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:09Z', 'updated_at': '2021-06-23T19:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:12.359262 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2ae8ef4d-6227-4488-b57c-4e719f31ab67 req-db29ccfc-4104-4e16-8e71-96cc74273714 service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773651 Jun 23 19:08:12.361081 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:12.374236 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Checking router: d6936880-650c-457c-935d-e36283106db6 for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:12.374615 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Updating router d6936880-650c-457c-935d-e36283106db6 port 62f7ccf6-f394-4b6a-9014-1b999ea2a138 binding host dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:08:12.418423 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:12.420440 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 082f1170-000f-4b0e-981e-abf06f99f046, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=082f1170-000f-4b0e-981e-abf06f99f046,segment=NetworkSegment(8336ce5a-d8d1-4b78-8361-656f6074f6bc),segment_id=8336ce5a-d8d1-4b78-8361-656f6074f6bc)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:12.511629 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2ae8ef4d-6227-4488-b57c-4e719f31ab67 req-6350f402-d655-4443-bc87-f2f4233a6822 service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374500 Jun 23 19:08:12.534600 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:12.537066 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:12.557214 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:12.628934 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=082f1170-000f-4b0e-981e-abf06f99f046,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:12.632430 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:12.753633 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0519cf6-ebc1-4b3e-9247-f27ded72919f req-b2ddf33a-163b-4171-8e97-cfbc2232724c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:12.755726 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b0519cf6-ebc1-4b3e-9247-f27ded72919f req-b2ddf33a-163b-4171-8e97-cfbc2232724c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0801065 Jun 23 19:08:12.765786 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:12.780752 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Transition to ACTIVE for port object 62f7ccf6-f394-4b6a-9014-1b999ea2a138 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:12.782644 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Allocated IP 172.20.0.1 (4946022f-2fc0-48bc-a64f-648482fc434a/68b41c17-8074-400f-8bef-a4f872f0d33b/29c2cbe0-8a53-474b-988a-1f6dd95234c5) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:12.809384 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b0519cf6-ebc1-4b3e-9247-f27ded72919f req-79849bd2-2290-4ae2-a1c5-483243a05863 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466304 Jun 23 19:08:12.910898 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:12.916336 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:12.919376 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:12.929428 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Transition to ACTIVE for port object 29c2cbe0-8a53-474b-988a-1f6dd95234c5 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:12.982722 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52e3f5-0313-41f2-8925-e08f86673d15 None None] Pushing event updated for resources: {'Port': ['ID=62f7ccf6-f394-4b6a-9014-1b999ea2a138,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:12.985472 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Attempting to bind port 62f7ccf6-f394-4b6a-9014-1b999ea2a138 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:12.985862 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Attempting to bind port 62f7ccf6-f394-4b6a-9014-1b999ea2a138 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:12.986211 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Attempting to bind port 62f7ccf6-f394-4b6a-9014-1b999ea2a138 on network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:12.988443 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-8d52e3f5-0313-41f2-8925-e08f86673d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:12.993709 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:12.994182 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Checking segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:12.994718 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:12.995215 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Bound using segment: {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:12.995888 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Bound port: 62f7ccf6-f394-4b6a-9014-1b999ea2a138, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4968aaee-5fdd-42d1-8cce-7b45c21db3e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:12.996385 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:13.072105 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] For port 62f7ccf6-f394-4b6a-9014-1b999ea2a138, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:13.075983 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] For port 62f7ccf6-f394-4b6a-9014-1b999ea2a138, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=62f7ccf6-f394-4b6a-9014-1b999ea2a138,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:13.099089 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29639213'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:13.103801 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-227eef89-630f-4dbb-b9ea-9d517861b72c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:13.138140 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Network 4946022f-2fc0-48bc-a64f-648482fc434a is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:13.142745 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:13.145349 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:13.173927 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Pushing event updated for resources: {'Port': ['ID=29c2cbe0-8a53-474b-988a-1f6dd95234c5,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:13.177022 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:13.194965 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-712299'] for router_interface, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:13.229659 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:13.258264 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:13.344911 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Routers {'d6936880-650c-457c-935d-e36283106db6'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:13.348581 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:07:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['d6936880-650c-457c-935d-e36283106db6'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:13.503953 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43efd-b44c-4007-9fe9-ceacad5b67bd req-42bf708a-f80f-4ddd-9279-ba16da534fdc tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:13.505964 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-dbc43efd-b44c-4007-9fe9-ceacad5b67bd req-42bf708a-f80f-4ddd-9279-ba16da534fdc tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0897248 Jun 23 19:08:13.510295 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a3149c10-c4ef-4bd5-81ac-b8bbd7fba693 None None] Provisioning for port 29c2cbe0-8a53-474b-988a-1f6dd95234c5 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:13.512470 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52e3f5-0313-41f2-8925-e08f86673d15 None None] Pushing event updated for resources: {'Port': ['ID=62f7ccf6-f394-4b6a-9014-1b999ea2a138,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:13.513349 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:13.517812 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG oslo_concurrency.lockutils [None req-8d52e3f5-0313-41f2-8925-e08f86673d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:13.523074 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a3149c10-c4ef-4bd5-81ac-b8bbd7fba693 None None] Provisioning complete for port 29c2cbe0-8a53-474b-988a-1f6dd95234c5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:13.524434 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a3149c10-c4ef-4bd5-81ac-b8bbd7fba693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:13.567448 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-dbc43efd-b44c-4007-9fe9-ceacad5b67bd req-a0614919-9678-4d95-b25a-4b6d030a84a7 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465717 Jun 23 19:08:13.661783 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] Set router d6936880-650c-457c-935d-e36283106db6 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:13.743575 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 082f1170-000f-4b0e-981e-abf06f99f046 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:13.795015 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a3149c10-c4ef-4bd5-81ac-b8bbd7fba693 None None] Port 29c2cbe0-8a53-474b-988a-1f6dd95234c5 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:13.822143 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 082f1170-000f-4b0e-981e-abf06f99f046 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:13.822792 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:13.833022 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:13.964068 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6936880-650c-457c-935d-e36283106db6', 'name': 'tempest-TestShelveInstance-513781025-router', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:08Z', 'updated_at': '2021-06-23T19:08:10Z', 'revision_number': 3, 'project_id': '9ad54ebf8a19498b876309507c265f8c', 'gw_port': {'id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6936880-650c-457c-935d-e36283106db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:09Z', 'updated_at': '2021-06-23T19:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:13.987570 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb943c-c344-4feb-834f-c6fd83341e36 None None] The sync data for ids ['d6936880-650c-457c-935d-e36283106db6'] in dv-cinder-790492-6-smb is: [{'id': 'd6936880-650c-457c-935d-e36283106db6', 'name': 'tempest-TestShelveInstance-513781025-router', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:08Z', 'updated_at': '2021-06-23T19:08:10Z', 'revision_number': 3, 'project_id': '9ad54ebf8a19498b876309507c265f8c', 'gw_port': {'id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6936880-650c-457c-935d-e36283106db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:09Z', 'updated_at': '2021-06-23T19:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:14.026338 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f312c-e1e3-46cd-8aec-c92676397c92 req-64a72553-73de-4719-9c56-bae0d877706b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:14.029368 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f47f312c-e1e3-46cd-8aec-c92676397c92 req-64a72553-73de-4719-9c56-bae0d877706b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.0797865 Jun 23 19:08:14.098804 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:14.136698 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:14.184552 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-988388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712327'] for router_interface, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:14.213457 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Pushing event updated for resources: {'Port': ['ID=29c2cbe0-8a53-474b-988a-1f6dd95234c5,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:14.229244 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:14.341464 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Network 4946022f-2fc0-48bc-a64f-648482fc434a is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:14.343562 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:14.456561 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f47f312c-e1e3-46cd-8aec-c92676397c92 req-0fe1b88a-6d59-457c-a7b8-782e5e64bf60 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4174705 Jun 23 19:08:14.532356 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Router d6936880-650c-457c-935d-e36283106db6 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:08:14.710884 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:14.720385 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] 10.222.0.67 "PUT /v2.0/routers/d6936880-650c-457c-935d-e36283106db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7468841 Jun 23 19:08:14.746240 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d11b3037-d07e-4917-b916-2d88b893a995 None None] Provisioning complete for port 29c2cbe0-8a53-474b-988a-1f6dd95234c5 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:14.746690 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d11b3037-d07e-4917-b916-2d88b893a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:14.813497 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d11b3037-d07e-4917-b916-2d88b893a995 None None] Port 29c2cbe0-8a53-474b-988a-1f6dd95234c5 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:14.884377 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b33a8-bb34-4886-8658-3500de37decc req-51d96e0f-cfd8-4576-b6e1-9a68d839f91c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:14.886145 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d52b33a8-bb34-4886-8658-3500de37decc req-51d96e0f-cfd8-4576-b6e1-9a68d839f91c tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.1014504 Jun 23 19:08:14.941781 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d52b33a8-bb34-4886-8658-3500de37decc req-a6ad58a6-1ed2-4d9c-a94f-512572fc9471 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461836 Jun 23 19:08:15.678793 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 62f7ccf6-f394-4b6a-9014-1b999ea2a138 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:15.691846 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36692) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:15.696574 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6faeec33-e357-47ef-b5fd-b1de6655a8f5 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456638292', 'description': 'tempest-secgroup-smoke-1456638292 description', 'project_id': '5ddefd90527a43e5836ae07ee3314869'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:15.825265 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6faeec33-e357-47ef-b5fd-b1de6655a8f5 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:15.886327 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 62f7ccf6-f394-4b6a-9014-1b999ea2a138 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:15.894161 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 62f7ccf6-f394-4b6a-9014-1b999ea2a138 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:15.894729 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:15.928995 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6faeec33-e357-47ef-b5fd-b1de6655a8f5 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:15.989125 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.025914 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 62f7ccf6-f394-4b6a-9014-1b999ea2a138, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=62f7ccf6-f394-4b6a-9014-1b999ea2a138,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:16.093714 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6faeec33-e357-47ef-b5fd-b1de6655a8f5 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.097970 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-de9ae831-a76a-41da-990e-0e6e7968960b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:16.128633 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faeec33-e357-47ef-b5fd-b1de6655a8f5 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29319533-7a69-4dec-88d1-bb3529dbc19b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:16.134901 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6faeec33-e357-47ef-b5fd-b1de6655a8f5 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:16.151861 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.158988 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-3781af11-cec6-42ea-bb00-3658de2454d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:16.169795 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8373f6-9307-4efe-9511-05a9ab4c47ae req-5d293cdf-d7ee-4c3d-8dc0-d539be7f3113 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:16.171433 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fb8373f6-9307-4efe-9511-05a9ab4c47ae req-5d293cdf-d7ee-4c3d-8dc0-d539be7f3113 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0845058 Jun 23 19:08:16.234681 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=62f7ccf6-f394-4b6a-9014-1b999ea2a138,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:16.238369 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:16.240705 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fb8373f6-9307-4efe-9511-05a9ab4c47ae req-dd01f7ec-fbe3-42e1-be33-3ad5d80675b8 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622807 Jun 23 19:08:16.248275 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6faeec33-e357-47ef-b5fd-b1de6655a8f5 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.252913 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-6faeec33-e357-47ef-b5fd-b1de6655a8f5 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5599110 Jun 23 19:08:16.253662 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36700) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:16.261352 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Request body: {'security_group_rule': {'security_group_id': '29319533-7a69-4dec-88d1-bb3529dbc19b', 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:16.336499 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7aef-abc3-42db-9222-79023819878b req-b760c368-3cab-4130-a7ec-6245be128698 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:16.338038 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bf2e7aef-abc3-42db-9222-79023819878b req-b760c368-3cab-4130-a7ec-6245be128698 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.77 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 945 time: 0.0808012 Jun 23 19:08:16.393791 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Sync routers for ids ['d6936880-650c-457c-935d-e36283106db6'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:16.403009 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Routers {'d6936880-650c-457c-935d-e36283106db6'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:16.403648 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:07:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['d6936880-650c-457c-935d-e36283106db6'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:16.417846 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.480090 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-bf2e7aef-abc3-42db-9222-79023819878b req-b3677b1b-43ce-40a7-b042-4352534c71d0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Deleting port 428048f6-4a48-4c34-988b-2cdcb3673ad1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:08:16.480691 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bf2e7aef-abc3-42db-9222-79023819878b req-b3677b1b-43ce-40a7-b042-4352534c71d0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.510605 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.582300 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Set router d6936880-650c-457c-935d-e36283106db6 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:16.597439 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-bf2e7aef-abc3-42db-9222-79023819878b req-b3677b1b-43ce-40a7-b042-4352534c71d0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] For port 428048f6-4a48-4c34-988b-2cdcb3673ad1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=428048f6-4a48-4c34-988b-2cdcb3673ad1,segment=NetworkSegment(dbb35b10-e30b-49d6-bb64-8a7b59e9107c),segment_id=dbb35b10-e30b-49d6-bb64-8a7b59e9107c)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:16.597796 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bf2e7aef-abc3-42db-9222-79023819878b req-b3677b1b-43ce-40a7-b042-4352534c71d0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.602136 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.613542 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:16.617351 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-bf2e7aef-abc3-42db-9222-79023819878b req-b3677b1b-43ce-40a7-b042-4352534c71d0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Calling delete_port for 428048f6-4a48-4c34-988b-2cdcb3673ad1 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:08:16.631008 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b99ac6-eada-40b5-936d-ecb897790b10,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:16.640674 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:16.640965 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:16.641396 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:16.641920 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:16.643016 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:16.643016 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:16.643427 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:16.643987 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:16.644346 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:16.645320 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:16.645320 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:16.645541 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:16.656958 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:16.698160 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.700349 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4455776 Jun 23 19:08:16.702981 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36708) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:16.708883 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2c4a4446-0cd5-48b4-b464-2e56db74379e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Request body: {'security_group_rule': {'security_group_id': '29319533-7a69-4dec-88d1-bb3529dbc19b', 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:16.839078 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6936880-650c-457c-935d-e36283106db6', 'name': 'tempest-TestShelveInstance-513781025-router', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:08Z', 'updated_at': '2021-06-23T19:08:13Z', 'revision_number': 4, 'project_id': '9ad54ebf8a19498b876309507c265f8c', 'gw_port': {'id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6936880-650c-457c-935d-e36283106db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:09Z', 'updated_at': '2021-06-23T19:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '29c2cbe0-8a53-474b-988a-1f6dd95234c5', 'name': '', 'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'mac_address': 'fa:16:3e:47:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6936880-650c-457c-935d-e36283106db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '68b41c17-8074-400f-8bef-a4f872f0d33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:12Z', 'updated_at': '2021-06-23T19:08:13Z', 'revision_number': 2, 'project_id': '9ad54ebf8a19498b876309507c265f8c', 'subnets': [{'id': '68b41c17-8074-400f-8bef-a4f872f0d33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:16.869082 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Checking router: d6936880-650c-457c-935d-e36283106db6 for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:16.869441 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Updating router d6936880-650c-457c-935d-e36283106db6 port 29c2cbe0-8a53-474b-988a-1f6dd95234c5 binding host dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:08:16.896129 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c4a4446-0cd5-48b4-b464-2e56db74379e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.908900 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.965713 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bf2e7aef-abc3-42db-9222-79023819878b req-b3677b1b-43ce-40a7-b042-4352534c71d0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:16.977389 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6338490d-e3b9-4037-b9da-d27e14e920d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:17.035544 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3677b1b-43ce-40a7-b042-4352534c71d0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Pushing event deleted for resources: {'Port': ['ID=428048f6-4a48-4c34-988b-2cdcb3673ad1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:17.039604 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-b3677b1b-43ce-40a7-b042-4352534c71d0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:17.080679 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['16d5e781-dfa6-422e-a3e9-6368d043159d', '428048f6-4a48-4c34-988b-2cdcb3673ad1'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:08:17.096257 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2e7aef-abc3-42db-9222-79023819878b req-b3677b1b-43ce-40a7-b042-4352534c71d0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] No DVR routers for this DVR port 428048f6-4a48-4c34-988b-2cdcb3673ad1 on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:08:17.100882 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-bf2e7aef-abc3-42db-9222-79023819878b req-b3677b1b-43ce-40a7-b042-4352534c71d0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.105324 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bf2e7aef-abc3-42db-9222-79023819878b req-b3677b1b-43ce-40a7-b042-4352534c71d0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.77 "DELETE /v2.0/ports/428048f6-4a48-4c34-988b-2cdcb3673ad1 HTTP/1.1" status: 204 len: 173 time: 0.7571878 Jun 23 19:08:17.106311 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ea91d0-6135-4fba-955a-7317b182dee5', 'name': 'network-vif-deleted', 'tag': '428048f6-4a48-4c34-988b-2cdcb3673ad1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:17.112480 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85324658-e343-48b8-8c06-818c2159284f" -d '{"events": [{"server_uuid": "75ea91d0-6135-4fba-955a-7317b182dee5", "name": "network-vif-deleted", "tag": "428048f6-4a48-4c34-988b-2cdcb3673ad1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:17.158101 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f40390-4b6b-4100-9902-82ef05042103 x-openstack-request-id: req-83f40390-4b6b-4100-9902-82ef05042103 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:17.158982 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ea91d0-6135-4fba-955a-7317b182dee5", "name": "network-vif-deleted", "tag": "428048f6-4a48-4c34-988b-2cdcb3673ad1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:17.159507 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-83f40390-4b6b-4100-9902-82ef05042103 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:17.160405 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ea91d0-6135-4fba-955a-7317b182dee5', 'name': 'network-vif-deleted', 'tag': '428048f6-4a48-4c34-988b-2cdcb3673ad1', 'status': 'completed', 'code': 200} Jun 23 19:08:17.225731 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c4a4446-0cd5-48b4-b464-2e56db74379e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.353871 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c4a4446-0cd5-48b4-b464-2e56db74379e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.360584 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:17.394814 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a4446-0cd5-48b4-b464-2e56db74379e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef45b1c-6e8b-49fd-be4d-c93d0d549c32,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:17.398914 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2c4a4446-0cd5-48b4-b464-2e56db74379e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:17.449484 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.464268 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Transition to ACTIVE for port object 29c2cbe0-8a53-474b-988a-1f6dd95234c5 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:17.468468 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-977b1267-ff28-40dc-901f-0fd81ec0ccf3 req-6b803d46-a930-47fd-b578-eb70a9d01ea6 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 210 time: 0.0657828 Jun 23 19:08:17.481023 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c4a4446-0cd5-48b4-b464-2e56db74379e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.484433 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-2c4a4446-0cd5-48b4-b464-2e56db74379e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7790272 Jun 23 19:08:17.500805 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36722) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:17.511759 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-1a10cb74-49b5-4ce4-89f7-da68b6e42d5b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Request body: {'security_group_rule': {'security_group_id': '29319533-7a69-4dec-88d1-bb3529dbc19b', 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:17.577261 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.581690 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:17.668859 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a10cb74-49b5-4ce4-89f7-da68b6e42d5b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.669713 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 62f7ccf6-f394-4b6a-9014-1b999ea2a138 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:17.697494 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d0a06-f0ca-470e-a6b8-fe771f180733 None None] Pushing event updated for resources: {'Port': ['ID=29c2cbe0-8a53-474b-988a-1f6dd95234c5,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:17.703699 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-af0d0a06-f0ca-470e-a6b8-fe771f180733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:17.750397 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Attempting to bind port 29c2cbe0-8a53-474b-988a-1f6dd95234c5 on host dv-cinder-790492-6-smb for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:17.750646 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Attempting to bind port 29c2cbe0-8a53-474b-988a-1f6dd95234c5 by drivers openvswitch,hyperv on host dv-cinder-790492-6-smb at level 0 using segments [{'id': '8336ce5a-d8d1-4b78-8361-656f6074f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:17.750847 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Attempting to bind port 29c2cbe0-8a53-474b-988a-1f6dd95234c5 on network 4946022f-2fc0-48bc-a64f-648482fc434a {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:17.758716 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Checking agent: {'id': '985261c6-ef5a-42dd-b3bf-f9c7ac4403b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 18, 55, 59), 'started_at': datetime.datetime(2021, 6, 23, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:17.759097 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Checking segment: {'id': '8336ce5a-d8d1-4b78-8361-656f6074f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:17.759758 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.760248 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Bound using segment: {'id': '8336ce5a-d8d1-4b78-8361-656f6074f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:17.760927 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Bound port: 29c2cbe0-8a53-474b-988a-1f6dd95234c5, host: dv-cinder-790492-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336ce5a-d8d1-4b78-8361-656f6074f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:17.761197 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.796064 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a10cb74-49b5-4ce4-89f7-da68b6e42d5b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.801829 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 62f7ccf6-f394-4b6a-9014-1b999ea2a138 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:17.802216 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.877037 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] For port 29c2cbe0-8a53-474b-988a-1f6dd95234c5, host dv-cinder-790492-6-smb, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:17.881638 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] For port 29c2cbe0-8a53-474b-988a-1f6dd95234c5, host dv-cinder-790492-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=29c2cbe0-8a53-474b-988a-1f6dd95234c5,segment=NetworkSegment(8336ce5a-d8d1-4b78-8361-656f6074f6bc),segment_id=8336ce5a-d8d1-4b78-8361-656f6074f6bc)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:17.967540 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a10cb74-49b5-4ce4-89f7-da68b6e42d5b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:17.970202 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:17.989621 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10cb74-49b5-4ce4-89f7-da68b6e42d5b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d25ea4-75e0-4703-abc4-e5c7f881daf4,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:17.992929 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-1a10cb74-49b5-4ce4-89f7-da68b6e42d5b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:18.036722 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.039097 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-1f144cb0-b08d-477b-a58d-c2fdc3cfdd2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:18.077965 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a10cb74-49b5-4ce4-89f7-da68b6e42d5b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.079686 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-1a10cb74-49b5-4ce4-89f7-da68b6e42d5b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5795009 Jun 23 19:08:18.082488 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36726) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:18.098475 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-630499ec-0fc1-4b9a-ad4a-afeb02f55205 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Request body: {'security_group_rule': {'security_group_id': '29319533-7a69-4dec-88d1-bb3529dbc19b', 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:18.104763 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Routers {'d6936880-650c-457c-935d-e36283106db6'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:18.105514 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:07:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['d6936880-650c-457c-935d-e36283106db6'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:18.111910 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d0a06-f0ca-470e-a6b8-fe771f180733 None None] Pushing event updated for resources: {'Port': ['ID=29c2cbe0-8a53-474b-988a-1f6dd95234c5,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:18.152448 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-af0d0a06-f0ca-470e-a6b8-fe771f180733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:18.152655 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36728) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:18.238992 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] Set router d6936880-650c-457c-935d-e36283106db6 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:18.272150 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-630499ec-0fc1-4b9a-ad4a-afeb02f55205 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.329639 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5a3e444-c5bc-4e66-b489-6c5b486bd32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.357838 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-630499ec-0fc1-4b9a-ad4a-afeb02f55205 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.449933 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5a3e444-c5bc-4e66-b489-6c5b486bd32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.451714 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-630499ec-0fc1-4b9a-ad4a-afeb02f55205 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.459804 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:18.473998 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630499ec-0fc1-4b9a-ad4a-afeb02f55205 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7402eca8-9e84-47eb-a24f-1794ae06a594,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:18.477395 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-630499ec-0fc1-4b9a-ad4a-afeb02f55205 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:18.558243 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f5a3e444-c5bc-4e66-b489-6c5b486bd32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.562718 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9ae9e205-1204-4d8c-ac8f-52aeed9d0bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:18.612692 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-f5a3e444-c5bc-4e66-b489-6c5b486bd32a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7e0e71d82aa14431b2c620653a3e5d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588513 Jun 23 19:08:18.617010 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36736) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:18.624204 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3e444-c5bc-4e66-b489-6c5b486bd32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad43a0d-3bc3-4736-8fa1-be30e28734c1,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:18.628154 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f5a3e444-c5bc-4e66-b489-6c5b486bd32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:18.643387 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-630499ec-0fc1-4b9a-ad4a-afeb02f55205 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.644588 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-630499ec-0fc1-4b9a-ad4a-afeb02f55205 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5599651 Jun 23 19:08:18.647915 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36738) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:18.656527 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e5653456-c888-4534-be62-148e202e7e72 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Request body: {'security_group_rule': {'security_group_id': '29319533-7a69-4dec-88d1-bb3529dbc19b', 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:18.671627 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6936880-650c-457c-935d-e36283106db6', 'name': 'tempest-TestShelveInstance-513781025-router', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:08Z', 'updated_at': '2021-06-23T19:08:13Z', 'revision_number': 4, 'project_id': '9ad54ebf8a19498b876309507c265f8c', 'gw_port': {'id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6936880-650c-457c-935d-e36283106db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:09Z', 'updated_at': '2021-06-23T19:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '29c2cbe0-8a53-474b-988a-1f6dd95234c5', 'name': '', 'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'mac_address': 'fa:16:3e:47:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6936880-650c-457c-935d-e36283106db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '68b41c17-8074-400f-8bef-a4f872f0d33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:12Z', 'updated_at': '2021-06-23T19:08:17Z', 'revision_number': 4, 'project_id': '9ad54ebf8a19498b876309507c265f8c', 'subnets': [{'id': '68b41c17-8074-400f-8bef-a4f872f0d33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:18.683361 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e656619e-35af-40e9-bcec-b138806b1737 req-c220da46-8641-4fe5-a0c6-023d12902747 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ea91d0-6135-4fba-955a-7317b182dee5 HTTP/1.1" status: 200 len: 210 time: 0.0436530 Jun 23 19:08:18.699511 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8d7f1-8ad2-4164-a6a9-b707c9878e56 None None] The sync data for ids ['d6936880-650c-457c-935d-e36283106db6'] in dv-cinder-790492-6-smb is: [{'id': 'd6936880-650c-457c-935d-e36283106db6', 'name': 'tempest-TestShelveInstance-513781025-router', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:08Z', 'updated_at': '2021-06-23T19:08:13Z', 'revision_number': 4, 'project_id': '9ad54ebf8a19498b876309507c265f8c', 'gw_port': {'id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6936880-650c-457c-935d-e36283106db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:09Z', 'updated_at': '2021-06-23T19:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '29c2cbe0-8a53-474b-988a-1f6dd95234c5', 'name': '', 'network_id': '4946022f-2fc0-48bc-a64f-648482fc434a', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'mac_address': 'fa:16:3e:47:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6936880-650c-457c-935d-e36283106db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '68b41c17-8074-400f-8bef-a4f872f0d33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:12Z', 'updated_at': '2021-06-23T19:08:17Z', 'revision_number': 4, 'project_id': '9ad54ebf8a19498b876309507c265f8c', 'subnets': [{'id': '68b41c17-8074-400f-8bef-a4f872f0d33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:18.725935 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4198a51a-cdb1-4f23-9d39-fb704182c8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.756696 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4198a51a-cdb1-4f23-9d39-fb704182c8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:18.777751 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-e5653456-c888-4534-be62-148e202e7e72 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Project 5ddefd90527a43e5836ae07ee3314869 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:08:18.795252 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5653456-c888-4534-be62-148e202e7e72 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.024846 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4198a51a-cdb1-4f23-9d39-fb704182c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.024846 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4198a51a-cdb1-4f23-9d39-fb704182c8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.025621 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-4198a51a-cdb1-4f23-9d39-fb704182c8c8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3ad43a0d-3bc3-4736-8fa1-be30e28734c1 HTTP/1.1" status: 204 len: 168 time: 0.4069667 Jun 23 19:08:19.026267 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-060668a4-3680-4f63-83ad-416df507d207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:19.034570 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198a51a-cdb1-4f23-9d39-fb704182c8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad43a0d-3bc3-4736-8fa1-be30e28734c1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:19.037222 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4198a51a-cdb1-4f23-9d39-fb704182c8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:19.046564 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5653456-c888-4534-be62-148e202e7e72 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.196144 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5653456-c888-4534-be62-148e202e7e72 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.202057 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:19.217319 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5653456-c888-4534-be62-148e202e7e72 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a73c28-9f7b-4825-a355-1edd65bc88d8,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:19.220550 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e5653456-c888-4534-be62-148e202e7e72 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:19.333036 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e5653456-c888-4534-be62-148e202e7e72 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.334170 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e5653456-c888-4534-be62-148e202e7e72 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6848989 Jun 23 19:08:19.337123 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36742) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:19.343056 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-2c3960c8-eb2a-4f1e-bcee-29378b8fcf42 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Request body: {'security_group_rule': {'security_group_id': '29319533-7a69-4dec-88d1-bb3529dbc19b', 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:19.440180 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.securitygroups_db [None req-2c3960c8-eb2a-4f1e-bcee-29378b8fcf42 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Project 5ddefd90527a43e5836ae07ee3314869 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 19:08:19.445586 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c3960c8-eb2a-4f1e-bcee-29378b8fcf42 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.511227 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c3960c8-eb2a-4f1e-bcee-29378b8fcf42 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.659105 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c3960c8-eb2a-4f1e-bcee-29378b8fcf42 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.661344 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c582e27c-1589-438e-bc12-f6bdf866b92e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:19.679318 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3960c8-eb2a-4f1e-bcee-29378b8fcf42 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c21306f-ff57-462b-a62c-bc302302fea1,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:19.682047 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2c3960c8-eb2a-4f1e-bcee-29378b8fcf42 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:19.683772 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 29c2cbe0-8a53-474b-988a-1f6dd95234c5 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:19.864199 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 428048f6-4a48-4c34-988b-2cdcb3673ad1 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:08:19.878218 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2c3960c8-eb2a-4f1e-bcee-29378b8fcf42 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:19.881590 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-2c3960c8-eb2a-4f1e-bcee-29378b8fcf42 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5432568 Jun 23 19:08:19.943790 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: 428048f6-4a48-4c34-988b-2cdcb3673ad1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:08:19.944429 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 428048f6-4a48-4c34-988b-2cdcb3673ad1 not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:08:19.949603 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning for port 29c2cbe0-8a53-474b-988a-1f6dd95234c5 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:19.959345 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 29c2cbe0-8a53-474b-988a-1f6dd95234c5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:19.959723 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.074547 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 36762) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:20.101979 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.102958 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de4aefad-400d-4394-8c3e-20ad7f9e6cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.162972 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] For port 29c2cbe0-8a53-474b-988a-1f6dd95234c5, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=29c2cbe0-8a53-474b-988a-1f6dd95234c5,segment=NetworkSegment(8336ce5a-d8d1-4b78-8361-656f6074f6bc),segment_id=8336ce5a-d8d1-4b78-8361-656f6074f6bc)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:20.254261 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.264749 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:20.287618 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de4aefad-400d-4394-8c3e-20ad7f9e6cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.348395 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.388827 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-de4aefad-400d-4394-8c3e-20ad7f9e6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.392882 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-1f113f6b-3df7-4251-ad06-b27a0113fc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:20.397202 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Pushing event updated for resources: {'Port': ['ID=29c2cbe0-8a53-474b-988a-1f6dd95234c5,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:20.404260 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:20.480016 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-de4aefad-400d-4394-8c3e-20ad7f9e6cbc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=20c21555205e452c8308a4000229303d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052932 Jun 23 19:08:20.481072 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4aefad-400d-4394-8c3e-20ad7f9e6cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180213b3-301f-45e1-9f06-9e16b807c6a4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:20.483951 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36798) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:20.491132 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-de4aefad-400d-4394-8c3e-20ad7f9e6cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:20.684201 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.738586 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:20.784803 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1984e90-ded2-45a3-b01d-80fc3e963409 req-4164bc7d-efcf-4ed2-9cdc-06c22c894e98 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:20.787425 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a1984e90-ded2-45a3-b01d-80fc3e963409 req-4164bc7d-efcf-4ed2-9cdc-06c22c894e98 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2101202 Jun 23 19:08:20.845150 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a1984e90-ded2-45a3-b01d-80fc3e963409 req-53a07d58-3f05-4385-aea1-a11958a159ac tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436428 Jun 23 19:08:20.991223 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:21.008702 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:21.008702 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/180213b3-301f-45e1-9f06-9e16b807c6a4 HTTP/1.1" status: 204 len: 168 time: 0.5139163 Jun 23 19:08:21.008702 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c5b45231-968b-43f4-b57d-2e8271aaf2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:21.012808 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180213b3-301f-45e1-9f06-9e16b807c6a4,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:21.027288 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:21.028005 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:21.028555 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:21.029952 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:21.030209 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:21.030713 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:21.031229 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:21.031776 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:21.032334 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:21.032853 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:21.033386 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:21.034008 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:21.039020 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:21.619479 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 29c2cbe0-8a53-474b-988a-1f6dd95234c5 up at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:21.680951 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Provisioning complete for port 29c2cbe0-8a53-474b-988a-1f6dd95234c5 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:21.681334 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:21.902995 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36824) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:21.923501 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14b3e3f1-b2cb-4d51-9dff-3a8b1555395a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.132734 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14b3e3f1-b2cb-4d51-9dff-3a8b1555395a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.149980 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64119e-2a29-481a-9961-6a79589ee7dc req-68720d93-f531-4433-8cf8-2426bbe7995f tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:22.151554 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-db64119e-2a29-481a-9961-6a79589ee7dc req-68720d93-f531-4433-8cf8-2426bbe7995f tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1307287 Jun 23 19:08:22.197220 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-db64119e-2a29-481a-9961-6a79589ee7dc req-81596fd4-3822-4a5d-b2df-0736de8004ce tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394058 Jun 23 19:08:22.214103 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-14b3e3f1-b2cb-4d51-9dff-3a8b1555395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.221691 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-787fcbb1-f99d-4bb1-a4ab-6949c9ba2774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:22.273634 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-14b3e3f1-b2cb-4d51-9dff-3a8b1555395a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=00f0b4ae6a9947759d994f8602816bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694112 Jun 23 19:08:22.275084 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3e3f1-b2cb-4d51-9dff-3a8b1555395a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012cd571-b9b4-4056-902a-d10a403ebb2e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:22.278120 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36830) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:22.285347 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-14b3e3f1-b2cb-4d51-9dff-3a8b1555395a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:22.337656 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b25c9bf-c56d-4fc5-821e-bac45ae6a288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.369490 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b25c9bf-c56d-4fc5-821e-bac45ae6a288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.505093 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b25c9bf-c56d-4fc5-821e-bac45ae6a288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.507785 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4b25c9bf-c56d-4fc5-821e-bac45ae6a288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:22.509037 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-4b25c9bf-c56d-4fc5-821e-bac45ae6a288 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/012cd571-b9b4-4056-902a-d10a403ebb2e HTTP/1.1" status: 204 len: 168 time: 0.2294397 Jun 23 19:08:22.509837 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-83257646-b58a-4feb-a62f-435696158ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:22.523625 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25c9bf-c56d-4fc5-821e-bac45ae6a288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012cd571-b9b4-4056-902a-d10a403ebb2e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:22.523625 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4b25c9bf-c56d-4fc5-821e-bac45ae6a288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:23.441747 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655a80d-f67c-4721-afca-ebe3f9b6b2fb req-4c6e6624-6558-48cc-b821-52f956239425 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:23.443314 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5655a80d-f67c-4721-afca-ebe3f9b6b2fb req-4c6e6624-6558-48cc-b821-52f956239425 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0880113 Jun 23 19:08:23.486042 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5655a80d-f67c-4721-afca-ebe3f9b6b2fb req-698e2a8c-d49e-4907-bd46-ab3d08ea91af tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365410 Jun 23 19:08:24.719525 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbbc48-004f-4f43-9f51-50b3e2adbb52 req-869266a9-59ad-4b0a-861c-b8d75ecc0b43 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:24.722362 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-39bbbc48-004f-4f43-9f51-50b3e2adbb52 req-869266a9-59ad-4b0a-861c-b8d75ecc0b43 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.1079581 Jun 23 19:08:24.768169 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-39bbbc48-004f-4f43-9f51-50b3e2adbb52 req-faaba249-7f2f-4f53-83a0-97541defbb74 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383098 Jun 23 19:08:25.986465 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d6dcc-11d6-4f36-be60-64817bf90527 req-b08b3156-8e16-4617-8fc0-8f30b68e1ccc tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:25.988264 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-094d6dcc-11d6-4f36-be60-64817bf90527 req-b08b3156-8e16-4617-8fc0-8f30b68e1ccc tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0812273 Jun 23 19:08:26.041723 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-094d6dcc-11d6-4f36-be60-64817bf90527 req-62872a6a-3bc4-4f84-90a2-6f241dedbe85 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414777 Jun 23 19:08:26.200254 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31a47add-c080-497f-8933-eb8585fed25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:27.242503 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5153-8900-45d5-bfc5-42c919d8aefd req-a74eb12e-d21c-45f7-bfed-a6ae7e4554d4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:27.244128 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-94fd5153-8900-45d5-bfc5-42c919d8aefd req-a74eb12e-d21c-45f7-bfed-a6ae7e4554d4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0747986 Jun 23 19:08:27.289045 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-94fd5153-8900-45d5-bfc5-42c919d8aefd req-86a79911-b0dd-4028-af52-1606611e95a1 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336611 Jun 23 19:08:28.283461 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cd745-093b-4f6f-bfed-f194719c9374 req-0ae7b819-a6d0-4fe9-9968-b548c4db5f1b tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:28.285381 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-442cd745-093b-4f6f-bfed-f194719c9374 req-0ae7b819-a6d0-4fe9-9968-b548c4db5f1b tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.77 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.0782828 Jun 23 19:08:28.441894 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-442cd745-093b-4f6f-bfed-f194719c9374 req-38230526-c4c7-4925-85af-830ba1e9b3db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Deleting port 16d5e781-dfa6-422e-a3e9-6368d043159d {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:08:28.442693 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-442cd745-093b-4f6f-bfed-f194719c9374 req-38230526-c4c7-4925-85af-830ba1e9b3db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.673928 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-442cd745-093b-4f6f-bfed-f194719c9374 req-38230526-c4c7-4925-85af-830ba1e9b3db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] For port 16d5e781-dfa6-422e-a3e9-6368d043159d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=16d5e781-dfa6-422e-a3e9-6368d043159d,segment=NetworkSegment(dbb35b10-e30b-49d6-bb64-8a7b59e9107c),segment_id=dbb35b10-e30b-49d6-bb64-8a7b59e9107c)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:28.674462 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-442cd745-093b-4f6f-bfed-f194719c9374 req-38230526-c4c7-4925-85af-830ba1e9b3db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.712486 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-442cd745-093b-4f6f-bfed-f194719c9374 req-38230526-c4c7-4925-85af-830ba1e9b3db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Calling delete_port for 16d5e781-dfa6-422e-a3e9-6368d043159d owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:08:28.756712 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88f28bf6-41d2-4c3a-9f77-36fee9557f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.759159 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e170e-9d5b-4523-8eb2-aba4dab61594 req-8635624e-942a-4991-a4d6-8d08420ccb99 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:28.762422 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-879e170e-9d5b-4523-8eb2-aba4dab61594 req-8635624e-942a-4991-a4d6-8d08420ccb99 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 945 time: 0.2216554 Jun 23 19:08:28.860872 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:28.881226 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-879e170e-9d5b-4523-8eb2-aba4dab61594 req-01b34279-bae6-4c16-9af2-2ec6f1825235 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/security-groups?id=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687258 Jun 23 19:08:29.042499 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-442cd745-093b-4f6f-bfed-f194719c9374 req-38230526-c4c7-4925-85af-830ba1e9b3db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.047350 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-ebcafc30-c8ca-4d0a-819b-843f1549eb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:29.075394 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38230526-c4c7-4925-85af-830ba1e9b3db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Pushing event deleted for resources: {'Port': ['ID=16d5e781-dfa6-422e-a3e9-6368d043159d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:29.078851 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-38230526-c4c7-4925-85af-830ba1e9b3db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:29.090240 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['16d5e781-dfa6-422e-a3e9-6368d043159d'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:08:29.127774 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-442cd745-093b-4f6f-bfed-f194719c9374 req-38230526-c4c7-4925-85af-830ba1e9b3db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] No DVR routers for this DVR port 16d5e781-dfa6-422e-a3e9-6368d043159d on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:08:29.130650 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-442cd745-093b-4f6f-bfed-f194719c9374 req-38230526-c4c7-4925-85af-830ba1e9b3db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:29.133012 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-442cd745-093b-4f6f-bfed-f194719c9374 req-38230526-c4c7-4925-85af-830ba1e9b3db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.77 "DELETE /v2.0/ports/16d5e781-dfa6-422e-a3e9-6368d043159d HTTP/1.1" status: 204 len: 173 time: 0.8384905 Jun 23 19:08:29.133552 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c697cff8-7323-4f03-b081-7abc76fcf0b2', 'name': 'network-vif-deleted', 'tag': '16d5e781-dfa6-422e-a3e9-6368d043159d'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:29.135969 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6e241c-712f-440a-9684-20284e26ebf9" -d '{"events": [{"server_uuid": "c697cff8-7323-4f03-b081-7abc76fcf0b2", "name": "network-vif-deleted", "tag": "16d5e781-dfa6-422e-a3e9-6368d043159d"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:29.180754 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2626d4ff-f4e6-4c93-8a94-452ca7d029e4 x-openstack-request-id: req-2626d4ff-f4e6-4c93-8a94-452ca7d029e4 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:29.181260 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c697cff8-7323-4f03-b081-7abc76fcf0b2", "name": "network-vif-deleted", "tag": "16d5e781-dfa6-422e-a3e9-6368d043159d", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:29.181726 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2626d4ff-f4e6-4c93-8a94-452ca7d029e4 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:29.182398 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c697cff8-7323-4f03-b081-7abc76fcf0b2', 'name': 'network-vif-deleted', 'tag': '16d5e781-dfa6-422e-a3e9-6368d043159d', 'status': 'completed', 'code': 200} Jun 23 19:08:29.717427 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:30.116772 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-11120959-55bf-4882-8bc4-efa072ac6010 req-c59bb566-bb51-4284-9861-2cdd519f7d4d tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] 10.222.0.67 "GET /v2.0/ports?device_id=c697cff8-7323-4f03-b081-7abc76fcf0b2 HTTP/1.1" status: 200 len: 210 time: 0.0560377 Jun 23 19:08:30.259241 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cdbb5-d647-49b2-932c-5ebfb84f9983 req-ea34bda2-b6d1-438f-80c9-74205e152e76 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:30.261662 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e49cdbb5-d647-49b2-932c-5ebfb84f9983 req-ea34bda2-b6d1-438f-80c9-74205e152e76 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1173863 Jun 23 19:08:30.324202 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e49cdbb5-d647-49b2-932c-5ebfb84f9983 req-9b6bc283-6ed0-41e8-b69b-b187a9a3e751 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545189 Jun 23 19:08:31.217871 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 36988) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:31.495480 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:31.602857 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b767fda-e84a-406a-8832-f0b0ceac280c req-707af9f1-35ed-480f-82d9-28ff54b38965 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:31.604680 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2b767fda-e84a-406a-8832-f0b0ceac280c req-707af9f1-35ed-480f-82d9-28ff54b38965 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1348882 Jun 23 19:08:31.686341 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2b767fda-e84a-406a-8832-f0b0ceac280c req-284f93c7-1179-4b0c-a458-7ac169183219 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584390 Jun 23 19:08:31.824723 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712418'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:31.918331 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 16d5e781-dfa6-422e-a3e9-6368d043159d no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:08:31.938386 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: 16d5e781-dfa6-422e-a3e9-6368d043159d {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:08:31.938732 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 16d5e781-dfa6-422e-a3e9-6368d043159d not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:08:32.434063 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] Deleting port d4cebddb-5d78-406f-8136-656a50f5a7e7 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:08:32.434722 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.520682 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] For port d4cebddb-5d78-406f-8136-656a50f5a7e7, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=d4cebddb-5d78-406f-8136-656a50f5a7e7,segment=NetworkSegment(dbb35b10-e30b-49d6-bb64-8a7b59e9107c),segment_id=dbb35b10-e30b-49d6-bb64-8a7b59e9107c)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:32.521048 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.535881 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] Calling delete_port for d4cebddb-5d78-406f-8136-656a50f5a7e7 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:08:32.843566 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:32.847250 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-b3677b1b-43ce-40a7-b042-4352534c71d0 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:32.883353 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4cebddb-5d78-406f-8136-656a50f5a7e7,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:32.908261 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:32.993366 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584651b3-c0e3-4920-944d-1e2cb09c29bc req-16d36437-ba93-4daf-a30b-98b8f52e3e31 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:32.994874 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-584651b3-c0e3-4920-944d-1e2cb09c29bc req-16d36437-ba93-4daf-a30b-98b8f52e3e31 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1828859 Jun 23 19:08:33.168163 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-584651b3-c0e3-4920-944d-1e2cb09c29bc req-0704a653-8a81-40df-b9b7-73a88df72c78 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208405 Jun 23 19:08:33.186425 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597266'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.458084 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] Router 41521741-efdc-44bb-9618-e7e3451a540d has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:08:33.578976 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:33.587234 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] 10.222.0.67 "PUT /v2.0/routers/41521741-efdc-44bb-9618-e7e3451a540d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3658805 Jun 23 19:08:33.588120 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37024) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:33.599530 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f4282-5d2d-4bd1-90c7-f2db4bd475fb None None] Sync routers for ids ['41521741-efdc-44bb-9618-e7e3451a540d'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:33.618116 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f4282-5d2d-4bd1-90c7-f2db4bd475fb None None] Routers {'41521741-efdc-44bb-9618-e7e3451a540d'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:33.618897 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-391f4282-5d2d-4bd1-90c7-f2db4bd475fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['41521741-efdc-44bb-9618-e7e3451a540d'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:33.743563 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.749863 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-391f4282-5d2d-4bd1-90c7-f2db4bd475fb None None] Set router 41521741-efdc-44bb-9618-e7e3451a540d gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:33.885313 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:33.931638 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37028) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:33.978483 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-391f4282-5d2d-4bd1-90c7-f2db4bd475fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41521741-efdc-44bb-9618-e7e3451a540d', 'name': 'tempest-ServerRescueNegativeTestJSON-2072014850-router', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:16Z', 'updated_at': '2021-06-23T19:08:32Z', 'revision_number': 5, 'project_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'gw_port': {'id': '5f02020e-ce7d-467d-86c8-05db8be5aa2e', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41521741-efdc-44bb-9618-e7e3451a540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:17Z', 'updated_at': '2021-06-23T19:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:34.012885 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f4282-5d2d-4bd1-90c7-f2db4bd475fb None None] Checking router: 41521741-efdc-44bb-9618-e7e3451a540d for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:34.026860 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f4282-5d2d-4bd1-90c7-f2db4bd475fb None None] Routers {'41521741-efdc-44bb-9618-e7e3451a540d'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:34.027673 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-391f4282-5d2d-4bd1-90c7-f2db4bd475fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['41521741-efdc-44bb-9618-e7e3451a540d'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:34.055316 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Deleting port 5f02020e-ce7d-467d-86c8-05db8be5aa2e {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:08:34.055800 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.126491 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-391f4282-5d2d-4bd1-90c7-f2db4bd475fb None None] Set router 41521741-efdc-44bb-9618-e7e3451a540d gateway port host: None {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:34.130401 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9ad8b9f-2246-4aab-8adc-5b17e341d78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.180008 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-391f4282-5d2d-4bd1-90c7-f2db4bd475fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41521741-efdc-44bb-9618-e7e3451a540d', 'name': 'tempest-ServerRescueNegativeTestJSON-2072014850-router', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:16Z', 'updated_at': '2021-06-23T19:08:33Z', 'revision_number': 6, 'project_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'gw_port_host': None}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:34.189064 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] For port 5f02020e-ce7d-467d-86c8-05db8be5aa2e, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=5f02020e-ce7d-467d-86c8-05db8be5aa2e,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:34.189574 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.212023 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Calling delete_port for 5f02020e-ce7d-467d-86c8-05db8be5aa2e owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:08:34.213415 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391f4282-5d2d-4bd1-90c7-f2db4bd475fb None None] The sync data for ids ['41521741-efdc-44bb-9618-e7e3451a540d'] in dv-cinder-790492-6-smb is: [{'id': '41521741-efdc-44bb-9618-e7e3451a540d', 'name': 'tempest-ServerRescueNegativeTestJSON-2072014850-router', 'tenant_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:16Z', 'updated_at': '2021-06-23T19:08:33Z', 'revision_number': 6, 'project_id': 'e8983aba05c24e5b9dbfe1a23a772fbb', 'gw_port_host': None}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:34.381633 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908802be-837e-4d06-a798-6618cd7cd4d2 req-ee085ab7-6a7d-48f1-835d-3ae6c1db0867 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:34.383364 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-908802be-837e-4d06-a798-6618cd7cd4d2 req-ee085ab7-6a7d-48f1-835d-3ae6c1db0867 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 945 time: 0.0715392 Jun 23 19:08:34.396761 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9ad8b9f-2246-4aab-8adc-5b17e341d78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.429027 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-908802be-837e-4d06-a798-6618cd7cd4d2 req-01da61fb-0266-4cca-bed1-c49f67e35e97 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Jun 23 19:08:34.463403 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9ad8b9f-2246-4aab-8adc-5b17e341d78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.469926 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-89faf124-478b-46ff-9d8c-8450fbc998f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:34.509230 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-a9ad8b9f-2246-4aab-8adc-5b17e341d78d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=97766633bd2e41078c1ea5ab1f31d6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5762796 Jun 23 19:08:34.523488 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37036) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:34.524944 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad8b9f-2246-4aab-8adc-5b17e341d78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2572bf2-1728-4b60-a2ff-a4e45c916704,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:34.524944 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a9ad8b9f-2246-4aab-8adc-5b17e341d78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:34.603610 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.606913 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:34.619868 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1ee7-d76d-4e1d-9d7d-e02f709a9568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.655724 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1ee7-d76d-4e1d-9d7d-e02f709a9568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.667430 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f02020e-ce7d-467d-86c8-05db8be5aa2e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:34.676176 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:34.760078 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692615'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.825817 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1ee7-d76d-4e1d-9d7d-e02f709a9568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.829135 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1ee7-d76d-4e1d-9d7d-e02f709a9568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.830433 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-e9ac1ee7-d76d-4e1d-9d7d-e02f709a9568 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b2572bf2-1728-4b60-a2ff-a4e45c916704 HTTP/1.1" status: 204 len: 168 time: 0.3166053 Jun 23 19:08:34.831250 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-ccdc6468-9644-49de-9c10-031e5a5b280b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:34.840704 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac1ee7-d76d-4e1d-9d7d-e02f709a9568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2572bf2-1728-4b60-a2ff-a4e45c916704,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:34.843769 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e9ac1ee7-d76d-4e1d-9d7d-e02f709a9568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:34.882590 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7763'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:34.886430 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.043406 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597993'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.044357 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41521741-efdc-44bb-9618-e7e3451a540d {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:08:35.055442 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.058525 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] 10.222.0.67 "DELETE /v2.0/routers/41521741-efdc-44bb-9618-e7e3451a540d HTTP/1.1" status: 204 len: 168 time: 1.4687192 Jun 23 19:08:35.061806 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37042) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:35.116784 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ef3402-e2c3-429c-8354-200d4450ab4c admin admin] Deleting subnet 95e7c8fe-0843-480c-bedc-5dde25c6666d {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:08:35.120344 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3402-e2c3-429c-8354-200d4450ab4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.167746 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3402-e2c3-429c-8354-200d4450ab4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29510107'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.218416 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3402-e2c3-429c-8354-200d4450ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.388866 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3402-e2c3-429c-8354-200d4450ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29639294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29691012'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.388866 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-9ed4a45b-d921-4393-840a-da7fc09a1861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:35.417056 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3402-e2c3-429c-8354-200d4450ab4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.422894 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-f3ef3402-e2c3-429c-8354-200d4450ab4c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/95e7c8fe-0843-480c-bedc-5dde25c6666d HTTP/1.1" status: 204 len: 168 time: 0.3559399 Jun 23 19:08:35.422894 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef3402-e2c3-429c-8354-200d4450ab4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e7c8fe-0843-480c-bedc-5dde25c6666d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:35.423756 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37048) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:35.424373 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-f3ef3402-e2c3-429c-8354-200d4450ab4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:35.513652 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.638066 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37052) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:35.664665 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3daf03e4-7efd-48d4-9b28-a6243793c68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.686339 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.687175 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 5f02020e-ce7d-467d-86c8-05db8be5aa2e no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:08:35.702832 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db2ccef-0a00-41e5-bbf4-f5acd5895449']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:35.714547 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 5f02020e-ce7d-467d-86c8-05db8be5aa2e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:08:35.719612 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 5f02020e-ce7d-467d-86c8-05db8be5aa2e not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:08:35.719612 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device d4cebddb-5d78-406f-8136-656a50f5a7e7 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:08:35.720066 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:35.720066 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb35b10-e30b-49d6-bb64-8a7b59e9107c') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:35.733171 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29673334'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.738134 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: d4cebddb-5d78-406f-8136-656a50f5a7e7 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:08:35.739040 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device d4cebddb-5d78-406f-8136-656a50f5a7e7 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:08:35.751804 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.764808 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaa5a7-b9b2-4c60-b240-7140d0c0aff1 req-8a412e8a-e4aa-4bd1-85a0-ee410de94fd3 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:35.768393 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ebbaa5a7-b9b2-4c60-b240-7140d0c0aff1 req-8a412e8a-e4aa-4bd1-85a0-ee410de94fd3 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 945 time: 0.1973615 Jun 23 19:08:35.776044 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:08:35.776663 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30248072'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: Traceback (most recent call last): Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: timer() Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: cb(*args, **kw) Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: return func(*args, **kwargs) Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: self._notify() Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: self.callback(batched_events) Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: event.method(event) Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: return f(self, *a, **k) Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: return self._get(url).json() Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:08:35.781190 dv-cinder-790492-6-smb neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:08:35.811839 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3daf03e4-7efd-48d4-9b28-a6243793c68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.877156 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3daf03e4-7efd-48d4-9b28-a6243793c68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:35.882480 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-07025caa-d063-4337-b6ce-b98620cbdef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:35.890299 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ebbaa5a7-b9b2-4c60-b240-7140d0c0aff1 req-a1beb59b-b1cc-453e-bcaf-63d6b4b138d4 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170011 Jun 23 19:08:35.922483 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-3daf03e4-7efd-48d4-9b28-a6243793c68c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=58ae4af5a3984391961bcab80cbfda8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815740 Jun 23 19:08:35.923419 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf03e4-7efd-48d4-9b28-a6243793c68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372983e2-51ea-4215-bb5a-63260c1c35d4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:35.926600 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37056) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:35.928802 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3daf03e4-7efd-48d4-9b28-a6243793c68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:36.007362 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5780-e0c7-4390-a77b-bbfa1e78e394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:36.033897 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5780-e0c7-4390-a77b-bbfa1e78e394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:36.042822 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:36.047402 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:36.064763 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:36.064763 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] 10.222.0.67 "DELETE /v2.0/networks/9db2ccef-0a00-41e5-bbf4-f5acd5895449 HTTP/1.1" status: 204 len: 168 time: 0.6315105 Jun 23 19:08:36.077388 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] Pushing event deleted for resources: {'Network': ['ID=9db2ccef-0a00-41e5-bbf4-f5acd5895449,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:36.080172 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-67a9fbd4-b745-48d3-8973-1c62f82a82cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:36.203524 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5780-e0c7-4390-a77b-bbfa1e78e394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:36.206162 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5780-e0c7-4390-a77b-bbfa1e78e394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:36.207359 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-8b3e5780-e0c7-4390-a77b-bbfa1e78e394 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/372983e2-51ea-4215-bb5a-63260c1c35d4 HTTP/1.1" status: 204 len: 168 time: 0.2797599 Jun 23 19:08:36.208475 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a74bac34-dd43-40be-a4d4-e10e9f175ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:36.216853 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e5780-e0c7-4390-a77b-bbfa1e78e394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372983e2-51ea-4215-bb5a-63260c1c35d4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:36.219875 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8b3e5780-e0c7-4390-a77b-bbfa1e78e394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:36.464055 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3394999-4cc1-406b-b5f7-493023458c74 req-46f26da3-0137-4999-abda-e0de41c17f1d tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:36.465592 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d3394999-4cc1-406b-b5f7-493023458c74 req-46f26da3-0137-4999-abda-e0de41c17f1d tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 945 time: 0.0676372 Jun 23 19:08:36.576950 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37064) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:36.589390 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-d3394999-4cc1-406b-b5f7-493023458c74 req-8f592f2b-8a5b-44a3-9538-a21130ab06f2 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Deleting port 9704eba0-0052-45a8-97a8-b643cc5fd9dd {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:08:36.589832 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d3394999-4cc1-406b-b5f7-493023458c74 req-8f592f2b-8a5b-44a3-9538-a21130ab06f2 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:36.636302 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-dae5dbc8-5df9-41da-840b-60d80e7443d1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e8983aba05c24e5b9dbfe1a23a772fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596120 Jun 23 19:08:36.644083 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37066) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:36.709752 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-d3394999-4cc1-406b-b5f7-493023458c74 req-8f592f2b-8a5b-44a3-9538-a21130ab06f2 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] For port 9704eba0-0052-45a8-97a8-b643cc5fd9dd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9704eba0-0052-45a8-97a8-b643cc5fd9dd,segment=NetworkSegment(a112f68b-90bd-4700-ba0c-560e00c23d49),segment_id=a112f68b-90bd-4700-ba0c-560e00c23d49)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:36.710814 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d3394999-4cc1-406b-b5f7-493023458c74 req-8f592f2b-8a5b-44a3-9538-a21130ab06f2 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:36.725046 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b42379f-e56a-48a6-a87a-6f7f29a4b4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:36.731584 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-d3394999-4cc1-406b-b5f7-493023458c74 req-8f592f2b-8a5b-44a3-9538-a21130ab06f2 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Calling delete_port for 9704eba0-0052-45a8-97a8-b643cc5fd9dd owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:08:36.761487 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b42379f-e56a-48a6-a87a-6f7f29a4b4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.037433 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b42379f-e56a-48a6-a87a-6f7f29a4b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.040120 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b42379f-e56a-48a6-a87a-6f7f29a4b4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.041324 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-8b42379f-e56a-48a6-a87a-6f7f29a4b4d3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/65c5e771-4a2d-4a24-aab4-c17b1f0c50c2 HTTP/1.1" status: 204 len: 168 time: 0.3957784 Jun 23 19:08:37.047189 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-10aec5be-0071-4e6c-85b1-e5445172f033 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:37.056841 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42379f-e56a-48a6-a87a-6f7f29a4b4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c5e771-4a2d-4a24-aab4-c17b1f0c50c2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:37.060400 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8b42379f-e56a-48a6-a87a-6f7f29a4b4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:37.106878 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d3394999-4cc1-406b-b5f7-493023458c74 req-8f592f2b-8a5b-44a3-9538-a21130ab06f2 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.118537 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4c9b6c7d-2402-42af-af5e-00518d64a66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:37.146980 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f592f2b-8a5b-44a3-9538-a21130ab06f2 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Pushing event deleted for resources: {'Port': ['ID=9704eba0-0052-45a8-97a8-b643cc5fd9dd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:37.153982 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['9704eba0-0052-45a8-97a8-b643cc5fd9dd'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:08:37.158302 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-8f592f2b-8a5b-44a3-9538-a21130ab06f2 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:37.201922 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3394999-4cc1-406b-b5f7-493023458c74 req-8f592f2b-8a5b-44a3-9538-a21130ab06f2 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] No DVR routers for this DVR port 9704eba0-0052-45a8-97a8-b643cc5fd9dd on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:08:37.210822 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cf3f2-d0ca-43c2-97ba-26c3e53bc5eb req-2de71e2a-22d8-4dbb-ab61-75f804e3c7e9 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:37.212512 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0e3cf3f2-d0ca-43c2-97ba-26c3e53bc5eb req-2de71e2a-22d8-4dbb-ab61-75f804e3c7e9 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 867 time: 0.1778173 Jun 23 19:08:37.213619 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-d3394999-4cc1-406b-b5f7-493023458c74 req-8f592f2b-8a5b-44a3-9538-a21130ab06f2 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:37.215495 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d3394999-4cc1-406b-b5f7-493023458c74 req-8f592f2b-8a5b-44a3-9538-a21130ab06f2 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.77 "DELETE /v2.0/ports/9704eba0-0052-45a8-97a8-b643cc5fd9dd HTTP/1.1" status: 204 len: 173 time: 0.7426431 Jun 23 19:08:37.216021 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4942be4-787f-4f98-a870-76e73628a2e8', 'name': 'network-vif-deleted', 'tag': '9704eba0-0052-45a8-97a8-b643cc5fd9dd'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:37.218926 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dfee04-ada5-44a6-9501-01633f702883" -d '{"events": [{"server_uuid": "c4942be4-787f-4f98-a870-76e73628a2e8", "name": "network-vif-deleted", "tag": "9704eba0-0052-45a8-97a8-b643cc5fd9dd"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:37.268747 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a47f0c-f573-42c1-88e6-8f0d2313438f x-openstack-request-id: req-12a47f0c-f573-42c1-88e6-8f0d2313438f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:37.269258 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4942be4-787f-4f98-a870-76e73628a2e8", "name": "network-vif-deleted", "tag": "9704eba0-0052-45a8-97a8-b643cc5fd9dd", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:37.272260 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12a47f0c-f573-42c1-88e6-8f0d2313438f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:37.272260 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4942be4-787f-4f98-a870-76e73628a2e8', 'name': 'network-vif-deleted', 'tag': '9704eba0-0052-45a8-97a8-b643cc5fd9dd', 'status': 'completed', 'code': 200} Jun 23 19:08:37.283786 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0e3cf3f2-d0ca-43c2-97ba-26c3e53bc5eb req-980b006e-5345-49d3-8f7b-ff1eeed804f1 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617743 Jun 23 19:08:38.494578 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-20185ac4-138a-4018-b884-71925b3051d0 req-4b953d3a-8c66-4e70-9be4-3591445ecfc4 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4942be4-787f-4f98-a870-76e73628a2e8 HTTP/1.1" status: 200 len: 210 time: 0.0407107 Jun 23 19:08:38.657550 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37136) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:38.794921 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1152808514-network', 'tenant_id': '400dede438ad41ba852034b3627232cb'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:38.921030 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Made reservation on behalf of 400dede438ad41ba852034b3627232cb for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:38.923407 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:38.932279 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.122214 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.206814 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.209987 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a46caf7c-bbe2-4455-8db4-1fd6fb6fe565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:39.232105 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:08:39.241249 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a9dec3-fc50-4ce5-bc27-49f34fe31e4b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:39.244938 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:39.247913 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.248305 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.segments_db [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Added segment b29f5a36-c3ec-49d9-85cc-15432d27758c of type vlan for network 4c456c73-4180-47f1-a15a-1b864635e57f Jun 23 19:08:39.294677 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.396629 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.398139 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:39.398718 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.401087 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:39.462704 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4c456c73-4180-47f1-a15a-1b864635e57f,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:39.466417 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:39.473952 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network 4c456c73-4180-47f1-a15a-1b864635e57f details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:08:39.525324 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8659413 Jun 23 19:08:39.529186 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37156) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:39.535766 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-71b5e8ce-ec27-4cd7-b3fa-5c58475fa5cb admin admin] Request body: {'subnet': {'network_id': '4c456c73-4180-47f1-a15a-1b864635e57f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1152808514-subnet', 'tenant_id': '400dede438ad41ba852034b3627232cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:39.648400 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b5e8ce-ec27-4cd7-b3fa-5c58475fa5cb admin admin] Made reservation on behalf of 400dede438ad41ba852034b3627232cb for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:39.655386 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71b5e8ce-ec27-4cd7-b3fa-5c58475fa5cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29691033'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.990731 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71b5e8ce-ec27-4cd7-b3fa-5c58475fa5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29638845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29691019'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:39.995391 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-f3ef3402-e2c3-429c-8354-200d4450ab4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:40.002810 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 9704eba0-0052-45a8-97a8-b643cc5fd9dd no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:08:40.032558 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: 9704eba0-0052-45a8-97a8-b643cc5fd9dd {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:08:40.033089 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 9704eba0-0052-45a8-97a8-b643cc5fd9dd not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:08:40.089759 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5e8ce-ec27-4cd7-b3fa-5c58475fa5cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=689e6188-b4f7-4bdc-9377-66eb9eccf5ba,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:40.094965 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-71b5e8ce-ec27-4cd7-b3fa-5c58475fa5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:40.099925 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b5e8ce-ec27-4cd7-b3fa-5c58475fa5cb admin admin] Checking segment: {'id': 'b29f5a36-c3ec-49d9-85cc-15432d27758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4c456c73-4180-47f1-a15a-1b864635e57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:40.100288 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5e8ce-ec27-4cd7-b3fa-5c58475fa5cb admin admin] Network hostable DHCP agents. Network: 4c456c73-4180-47f1-a15a-1b864635e57f, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:08:40.197369 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5e8ce-ec27-4cd7-b3fa-5c58475fa5cb admin admin] Network 4c456c73-4180-47f1-a15a-1b864635e57f is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:08:40.338521 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-71b5e8ce-ec27-4cd7-b3fa-5c58475fa5cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, 4c456c73-4180-47f1-a15a-1b864635e57f) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:40.343639 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b5e8ce-ec27-4cd7-b3fa-5c58475fa5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:40.344441 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71b5e8ce-ec27-4cd7-b3fa-5c58475fa5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:40.350301 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d364c71-b539-4f81-841d-445ebd4e8317 None None] Network 4c456c73-4180-47f1-a15a-1b864635e57f requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:08:40.422178 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-71b5e8ce-ec27-4cd7-b3fa-5c58475fa5cb admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8910739 Jun 23 19:08:40.503619 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7900f0e2-6d74-4f91-af7f-83fcd8a22bb0 None None] Network 4c456c73-4180-47f1-a15a-1b864635e57f requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:08:41.300875 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:08:41.462590 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37196) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:41.467525 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1938367257-network', 'tenant_id': '0cdacc591328492cbf21b5de72a0c42a'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:41.574721 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Made reservation on behalf of 0cdacc591328492cbf21b5de72a0c42a for: {'network': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:41.577476 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:41.588326 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:41.696759 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:41.781085 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:41.784881 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-bfdad37f-f8d5-4382-9d27-e2a4424ee439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:41.819712 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=93756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:08:41.832564 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fc6394-45cc-465c-b5ff-83b9c7b0714f,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:41.837454 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:41.838623 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:41.838960 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.segments_db [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Added segment 2e887ef4-abad-4129-8d9d-e2b9166a68a1 of type vlan for network b5b2c9e6-2e44-4e4c-9fef-7dd0de181711 Jun 23 19:08:41.901980 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:41.960366 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-3a0d89a2-a58c-4327-b361-911506a50679 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456638292&fields=id&tenant_id=5ddefd90527a43e5836ae07ee3314869 HTTP/1.1" status: 200 len: 267 time: 0.0539291 Jun 23 19:08:42.039651 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.043086 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:42.043684 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.048824 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-a292316b-b5c3-4e58-9a6c-0e7c811cf4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:42.130957 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Pushing event updated for resources: {'Network': ['ID=b5b2c9e6-2e44-4e4c-9fef-7dd0de181711,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:42.135165 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:42.142576 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network b5b2c9e6-2e44-4e4c-9fef-7dd0de181711 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:08:42.145296 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f514cb-955b-4683-907c-4a5bb470852d req-d5a2212a-54a0-4bf1-ba34-8356f218300e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:42.147228 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-d5a2212a-54a0-4bf1-ba34-8356f218300e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/networks?id=bd9f5c37-cd18-4159-95f5-669b7990ddf8 HTTP/1.1" status: 200 len: 809 time: 0.1793072 Jun 23 19:08:42.168358 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a6328415-bce2-497a-989d-f129f9ee8497 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/quotas/5ddefd90527a43e5836ae07ee3314869 HTTP/1.1" status: 200 len: 375 time: 0.0115471 Jun 23 19:08:42.176601 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7126453 Jun 23 19:08:42.178214 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37206) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:42.188354 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-6f434323-9ced-47fd-8b68-1abee6e44d69 admin admin] Request body: {'subnet': {'network_id': 'b5b2c9e6-2e44-4e4c-9fef-7dd0de181711', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1938367257-subnet', 'tenant_id': '0cdacc591328492cbf21b5de72a0c42a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:42.264709 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-8d78ba3f-df89-42c6-a3c7-dea2d2485802 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ddefd90527a43e5836ae07ee3314869&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858526 Jun 23 19:08:42.380198 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-ce8b8d94-4100-48ba-af71-20fdcad8bf16 service neutron] 10.222.0.67 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936754 Jun 23 19:08:42.391966 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f434323-9ced-47fd-8b68-1abee6e44d69 admin admin] Made reservation on behalf of 0cdacc591328492cbf21b5de72a0c42a for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:42.394374 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f434323-9ced-47fd-8b68-1abee6e44d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29691033'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.548105 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-dad622e9-ff6f-48ce-b683-63787357c1de service neutron] 10.222.0.67 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610496 Jun 23 19:08:42.695140 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f434323-9ced-47fd-8b68-1abee6e44d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29638845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29691019'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:42.697674 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e5e23e5a-2973-4b3c-a2e1-13845bdee54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:42.767890 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f434323-9ced-47fd-8b68-1abee6e44d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ad25f2-d7af-4f12-86c9-8fcf29f7f9d4,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:42.773060 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6f434323-9ced-47fd-8b68-1abee6e44d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:42.786673 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f434323-9ced-47fd-8b68-1abee6e44d69 admin admin] Checking segment: {'id': '2e887ef4-abad-4129-8d9d-e2b9166a68a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b5b2c9e6-2e44-4e4c-9fef-7dd0de181711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:42.787445 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f434323-9ced-47fd-8b68-1abee6e44d69 admin admin] Network hostable DHCP agents. Network: b5b2c9e6-2e44-4e4c-9fef-7dd0de181711, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:08:42.923132 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f434323-9ced-47fd-8b68-1abee6e44d69 admin admin] Network b5b2c9e6-2e44-4e4c-9fef-7dd0de181711 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:08:43.027970 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-6f434323-9ced-47fd-8b68-1abee6e44d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, b5b2c9e6-2e44-4e4c-9fef-7dd0de181711) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:43.033918 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f434323-9ced-47fd-8b68-1abee6e44d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:43.034795 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6f434323-9ced-47fd-8b68-1abee6e44d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.044489 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d48aa-300b-41d5-8185-a3f2a8592928 None None] Network b5b2c9e6-2e44-4e4c-9fef-7dd0de181711 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:08:43.124537 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-6f434323-9ced-47fd-8b68-1abee6e44d69 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9423654 Jun 23 19:08:43.272520 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192ee64a-c1d3-4774-935e-226bf3eba2a5 None None] Network b5b2c9e6-2e44-4e4c-9fef-7dd0de181711 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:08:43.324278 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37248) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:43.399464 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a8e48c-b565-4eee-a1e3-c8c64835f9dc admin admin] Deleting subnet 689e6188-b4f7-4bdc-9377-66eb9eccf5ba {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:08:43.413452 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e48c-b565-4eee-a1e3-c8c64835f9dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.487959 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e48c-b565-4eee-a1e3-c8c64835f9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29510107'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.489804 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-835d3db9-acf7-494a-8933-0c33fcfaecc7 req-ed0f97c9-5be7-441b-a89e-1a1ad400615e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 210 time: 0.0407765 Jun 23 19:08:43.558952 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e48c-b565-4eee-a1e3-c8c64835f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.779480 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e48c-b565-4eee-a1e3-c8c64835f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29639294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29691012'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.782809 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:43.809426 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8e48c-b565-4eee-a1e3-c8c64835f9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=689e6188-b4f7-4bdc-9377-66eb9eccf5ba,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:43.813018 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e4a8e48c-b565-4eee-a1e3-c8c64835f9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:43.816150 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e48c-b565-4eee-a1e3-c8c64835f9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:43.818657 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e4a8e48c-b565-4eee-a1e3-c8c64835f9dc admin admin] 10.222.0.67 "DELETE /v2.0/subnets/689e6188-b4f7-4bdc-9377-66eb9eccf5ba HTTP/1.1" status: 204 len: 168 time: 0.4990819 Jun 23 19:08:43.822207 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37260) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:43.896100 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.001587 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.015427 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c456c73-4180-47f1-a15a-1b864635e57f']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:44.028148 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29f5a36-c3ec-49d9-85cc-15432d27758c') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:44.028462 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29f5a36-c3ec-49d9-85cc-15432d27758c') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:44.039216 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29673334'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.055343 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.067729 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:08:44.068264 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30248072'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: Traceback (most recent call last): Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: timer() Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: cb(*args, **kw) Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: return func(*args, **kwargs) Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: self._notify() Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: self.callback(batched_events) Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: event.method(event) Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: return f(self, *a, **k) Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: return self._get(url).json() Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:08:44.071021 dv-cinder-790492-6-smb neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:08:44.226903 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.232067 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:44.236713 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.239130 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/4c456c73-4180-47f1-a15a-1b864635e57f HTTP/1.1" status: 204 len: 168 time: 0.4153771 Jun 23 19:08:44.242660 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37264) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:44.249309 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c456c73-4180-47f1-a15a-1b864635e57f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:44.251937 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6c369fb3-570d-48ee-90f1-92ebeac1a1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:44.291600 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd908b3d-b362-4336-83fa-bb48ade7dcf5 admin admin] Deleting subnet 32ad25f2-d7af-4f12-86c9-8fcf29f7f9d4 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:08:44.295535 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd908b3d-b362-4336-83fa-bb48ade7dcf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.338138 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd908b3d-b362-4336-83fa-bb48ade7dcf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29510107'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.389912 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd908b3d-b362-4336-83fa-bb48ade7dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.600182 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d30977f1-3c95-4abb-840f-1215e2dd6ce6 req-6a82abd4-dda6-4450-a299-0fe3e74b9785 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 210 time: 0.0431237 Jun 23 19:08:44.608994 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd908b3d-b362-4336-83fa-bb48ade7dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29639294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29691012'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.622784 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a32ce4cb-3487-4c90-b02d-6c81f28f9e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:44.666948 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd908b3d-b362-4336-83fa-bb48ade7dcf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ad25f2-d7af-4f12-86c9-8fcf29f7f9d4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:44.671301 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dd908b3d-b362-4336-83fa-bb48ade7dcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.678195 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37268) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:44.678382 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-dd908b3d-b362-4336-83fa-bb48ade7dcf5 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/32ad25f2-d7af-4f12-86c9-8fcf29f7f9d4 HTTP/1.1" status: 204 len: 168 time: 0.4342372 Jun 23 19:08:44.679909 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-dd908b3d-b362-4336-83fa-bb48ade7dcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:44.762745 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.857394 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.871389 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b2c9e6-2e44-4e4c-9fef-7dd0de181711']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:44.883416 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e887ef4-abad-4129-8d9d-e2b9166a68a1') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:44.883731 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e887ef4-abad-4129-8d9d-e2b9166a68a1') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:44.894475 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29673334'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.912783 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.921020 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:08:44.921437 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30248072'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: Traceback (most recent call last): Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: timer() Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: cb(*args, **kw) Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: return func(*args, **kwargs) Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: self._notify() Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: self.callback(batched_events) Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: event.method(event) Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: return f(self, *a, **k) Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: return self._get(url).json() Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:08:44.923330 dv-cinder-790492-6-smb neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:08:45.148497 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:45.159683 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a8220ddb-86d7-4051-b30a-9078643f4537 req-6e531995-d786-4cc2-b806-25f7dc2dbb2b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-319972999&fields=id&tenant_id=5f7b1c893a854b98b934c4ce3b98b0bb HTTP/1.1" status: 200 len: 267 time: 0.0866487 Jun 23 19:08:45.162633 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:45.170978 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] 10.222.0.67 "DELETE /v2.0/networks/b5b2c9e6-2e44-4e4c-9fef-7dd0de181711 HTTP/1.1" status: 204 len: 168 time: 0.4907880 Jun 23 19:08:45.172735 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:45.202352 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b2c9e6-2e44-4e4c-9fef-7dd0de181711,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:45.220572 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-35f8d765-ccee-4e38-a002-9c44bc3a5cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:45.396614 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8220ddb-86d7-4051-b30a-9078643f4537 req-770576d8-7c24-4e9a-8237-737ef11f5ee4 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:45.400581 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a8220ddb-86d7-4051-b30a-9078643f4537 req-770576d8-7c24-4e9a-8237-737ef11f5ee4 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 984 time: 0.2002964 Jun 23 19:08:45.421126 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-a8220ddb-86d7-4051-b30a-9078643f4537 req-670b973e-46e1-4b55-a406-47c90e21a74b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Request body: {'port': {'security_groups': ['eb199812-4514-4955-8d30-f3d1c020cfe2']}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:45.435640 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-fc4b425e-63e9-4817-aa3f-4166b5a2efbf tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:45.435640 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-fc4b425e-63e9-4817-aa3f-4166b5a2efbf tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/networks?id=afeeec98-7d4f-4e74-9362-9ebbd8403210 HTTP/1.1" status: 200 len: 813 time: 0.1796858 Jun 23 19:08:45.486387 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-c14df686-b70c-43ab-9ce8-c5c330e0f40e tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/quotas/3596d52cebee45ff8bcff80e12e9164e HTTP/1.1" status: 200 len: 375 time: 0.0347843 Jun 23 19:08:45.580230 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-ee8a3c10-989f-4b29-b9bf-4379824d1412 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3596d52cebee45ff8bcff80e12e9164e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799286 Jun 23 19:08:45.641876 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8220ddb-86d7-4051-b30a-9078643f4537 req-670b973e-46e1-4b55-a406-47c90e21a74b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:45.681552 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37302) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:45.760360 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-deeb3622-8744-4da6-89bf-18f66929a993 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=400dede438ad41ba852034b3627232cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763783 Jun 23 19:08:45.761005 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37304) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:45.838074 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42135ac4-562a-423c-8299-72bcb06d1241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:45.892608 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42135ac4-562a-423c-8299-72bcb06d1241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:45.985079 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-437c92da-9ffc-42ac-b43c-4d88e84ea7e5 service neutron] 10.222.0.67 "GET /v2.0/networks/afeeec98-7d4f-4e74-9362-9ebbd8403210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772824 Jun 23 19:08:46.070208 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42135ac4-562a-423c-8299-72bcb06d1241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.074746 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-42135ac4-562a-423c-8299-72bcb06d1241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.076812 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-42135ac4-562a-423c-8299-72bcb06d1241 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f5a9dec3-fc50-4ce5-bc27-49f34fe31e4b HTTP/1.1" status: 204 len: 168 time: 0.3144271 Jun 23 19:08:46.078778 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8b42379f-e56a-48a6-a87a-6f7f29a4b4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:46.092911 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42135ac4-562a-423c-8299-72bcb06d1241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a9dec3-fc50-4ce5-bc27-49f34fe31e4b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:46.097530 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-42135ac4-562a-423c-8299-72bcb06d1241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:46.461127 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-a8220ddb-86d7-4051-b30a-9078643f4537 req-670b973e-46e1-4b55-a406-47c90e21a74b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] For port cfe912d1-af06-47c5-97dc-c74065cf9fcd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:46.499158 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-f3597eac-9055-4434-9312-408acf605e1e service neutron] 10.222.0.67 "GET /v2.0/networks/afeeec98-7d4f-4e74-9362-9ebbd8403210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706259 Jun 23 19:08:46.516686 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8220ddb-86d7-4051-b30a-9078643f4537 req-670b973e-46e1-4b55-a406-47c90e21a74b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.615045 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8220ddb-86d7-4051-b30a-9078643f4537 req-670b973e-46e1-4b55-a406-47c90e21a74b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30248020'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.620385 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:46.662405 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['cfe912d1-af06-47c5-97dc-c74065cf9fcd'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:08:46.696305 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8220ddb-86d7-4051-b30a-9078643f4537 req-670b973e-46e1-4b55-a406-47c90e21a74b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:46.700978 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-a8220ddb-86d7-4051-b30a-9078643f4537 req-670b973e-46e1-4b55-a406-47c90e21a74b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.703731 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a8220ddb-86d7-4051-b30a-9078643f4537 req-670b973e-46e1-4b55-a406-47c90e21a74b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "PUT /v2.0/ports/cfe912d1-af06-47c5-97dc-c74065cf9fcd HTTP/1.1" status: 200 len: 942 time: 1.2919047 Jun 23 19:08:46.704789 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:46.708959 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62e4b75-899b-4a90-840b-bdc6b5eaeb6b" -d '{"events": [{"name": "network-changed", "server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:46.713670 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37312) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:46.769394 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b973e-46e1-4b55-a406-47c90e21a74b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event updated for resources: {'Port': ['ID=cfe912d1-af06-47c5-97dc-c74065cf9fcd,revision_number=7']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:46.798206 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-670b973e-46e1-4b55-a406-47c90e21a74b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:46.846970 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cad92ba-1f29-4991-85b4-80fb9619847f x-openstack-request-id: req-1cad92ba-1f29-4991-85b4-80fb9619847f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:46.847297 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:46.847582 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1cad92ba-1f29-4991-85b4-80fb9619847f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:46.848338 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd', 'status': 'completed', 'code': 200} Jun 23 19:08:46.902483 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3c8fd0a4-623e-4305-85fd-708ab5a09776 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.933138 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3c8fd0a4-623e-4305-85fd-708ab5a09776 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:46.961988 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['cfe912d1-af06-47c5-97dc-c74065cf9fcd'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:08:47.035230 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-16832936-b1b8-4c40-9e3d-9e6fd23bba27 req-a9ad14d7-5c67-46ba-8d09-8a7bc05c49ed tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 210 time: 0.0823712 Jun 23 19:08:47.039021 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c838bd86-abff-4771-8bd7-e13429bcae67 req-063c7834-8495-470f-a403-dd8d2dad24b8 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 210 time: 0.0729074 Jun 23 19:08:47.118010 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4b75-899b-4a90-840b-bdc6b5eaeb6b req-b5129e54-c747-4384-8ef0-5eab3a65cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:47.118010 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a62e4b75-899b-4a90-840b-bdc6b5eaeb6b req-b5129e54-c747-4384-8ef0-5eab3a65cdb5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5f7b1c893a854b98b934c4ce3b98b0bb&device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 1098 time: 0.2172997 Jun 23 19:08:47.153003 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3c8fd0a4-623e-4305-85fd-708ab5a09776 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:47.160440 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3c8fd0a4-623e-4305-85fd-708ab5a09776 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:47.162303 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-3c8fd0a4-623e-4305-85fd-708ab5a09776 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "DELETE /v2.0/security-groups/fe2490ed-ca87-459b-808c-f154772b007b HTTP/1.1" status: 204 len: 168 time: 0.4453132 Jun 23 19:08:47.170597 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:47.205678 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37322) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:47.206348 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37326) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:47.215269 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fd0a4-623e-4305-85fd-708ab5a09776 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2490ed-ca87-459b-808c-f154772b007b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:47.225544 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3c8fd0a4-623e-4305-85fd-708ab5a09776 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:47.311523 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d23a69d6-d480-4792-9dad-4d6ca089455a None None] Provisioning complete for port cfe912d1-af06-47c5-97dc-c74065cf9fcd triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:47.312184 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d23a69d6-d480-4792-9dad-4d6ca089455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:47.502418 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4b75-899b-4a90-840b-bdc6b5eaeb6b req-4cefc3ee-38b9-4c35-8ad8-0f19055fa6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:47.504002 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a62e4b75-899b-4a90-840b-bdc6b5eaeb6b req-4cefc3ee-38b9-4c35-8ad8-0f19055fa6b7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=13147630-f843-4805-b90f-6be722da65af HTTP/1.1" status: 200 len: 916 time: 0.3759060 Jun 23 19:08:47.539720 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f514cb-955b-4683-907c-4a5bb470852d req-77d9f2d6-ec3d-477b-afbd-ecba6c1bc05b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:47.545951 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-554c3ded-8778-4f74-bd93-34b053dbb7b8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0cdacc591328492cbf21b5de72a0c42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350861 Jun 23 19:08:47.546795 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-77d9f2d6-ec3d-477b-afbd-ecba6c1bc05b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.77 "GET /v2.0/networks?id=bd9f5c37-cd18-4159-95f5-669b7990ddf8 HTTP/1.1" status: 200 len: 809 time: 0.2456207 Jun 23 19:08:47.550538 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37332) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:47.662186 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a62e4b75-899b-4a90-840b-bdc6b5eaeb6b req-af88a0f5-5db5-446e-86f3-10f91a191835 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd HTTP/1.1" status: 200 len: 1001 time: 0.1287239 Jun 23 19:08:47.668132 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-95b93652-3703-4048-8a63-d7dbaddaea12 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ddefd90527a43e5836ae07ee3314869 HTTP/1.1" status: 200 len: 380 time: 0.0611310 Jun 23 19:08:47.669155 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb92053f-3032-4c0d-a3a5-f197eebfb9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:47.682267 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-a1f514cb-955b-4683-907c-4a5bb470852d req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Request body: {'port': {'device_id': '2213158b-d48b-4ff8-ba55-e219f415922b', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'admin_state_up': True, 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'security_groups': ['29319533-7a69-4dec-88d1-bb3529dbc19b']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:47.756069 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb92053f-3032-4c0d-a3a5-f197eebfb9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:47.774227 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Deleting port 6a226381-4d98-40b5-a6ac-0c30f92305bc {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:08:47.774581 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:47.799287 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4b75-899b-4a90-840b-bdc6b5eaeb6b req-e11ed532-7b42-4d8b-8464-25f780d63c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:47.800768 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a62e4b75-899b-4a90-840b-bdc6b5eaeb6b req-e11ed532-7b42-4d8b-8464-25f780d63c77 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c719324-d9a4-4858-a3ae-7ddab2c05e5d HTTP/1.1" status: 200 len: 854 time: 0.1236398 Jun 23 19:08:47.948356 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:47.948356 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:47.962010 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Calling delete_port for 6a226381-4d98-40b5-a6ac-0c30f92305bc owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:08:47.994697 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4b75-899b-4a90-840b-bdc6b5eaeb6b req-b8f80d8e-53a7-4e3c-950c-1978785e19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:47.994697 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a62e4b75-899b-4a90-840b-bdc6b5eaeb6b req-b8f80d8e-53a7-4e3c-950c-1978785e19bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13147630-f843-4805-b90f-6be722da65af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1427312 Jun 23 19:08:48.204209 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f514cb-955b-4683-907c-4a5bb470852d req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Made reservation on behalf of 5ddefd90527a43e5836ae07ee3314869 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:48.208012 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1f514cb-955b-4683-907c-4a5bb470852d req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:48.210400 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb92053f-3032-4c0d-a3a5-f197eebfb9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:48.212910 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-eb92053f-3032-4c0d-a3a5-f197eebfb9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:48.214232 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-eb92053f-3032-4c0d-a3a5-f197eebfb9d9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60fc6394-45cc-465c-b5ff-83b9c7b0714f HTTP/1.1" status: 204 len: 168 time: 0.6622462 Jun 23 19:08:48.216123 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-51d06a3a-8515-41c6-bdd1-726fae6c4d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:48.220889 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-885d1ffd-f402-484b-aac6-4112962f8cc2 req-9e628745-647e-48c3-b3d9-6723896e0401 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 210 time: 0.0557573 Jun 23 19:08:48.235901 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a62e4b75-899b-4a90-840b-bdc6b5eaeb6b req-da6f02cf-da7e-4502-ba43-a7e9ace36918 service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003005 Jun 23 19:08:48.236985 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92053f-3032-4c0d-a3a5-f197eebfb9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fc6394-45cc-465c-b5ff-83b9c7b0714f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:48.273296 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a7f0c089-29e1-4c17-b2ce-c9126d602e06 req-312e8bd7-e9a6-4e2b-a966-af3ccd146494 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 210 time: 0.0593097 Jun 23 19:08:48.292632 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-eb92053f-3032-4c0d-a3a5-f197eebfb9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:48.396899 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-a1f514cb-955b-4683-907c-4a5bb470852d req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Allocated IP 172.20.0.11 (bd9f5c37-cd18-4159-95f5-669b7990ddf8/5e2b3849-d3f2-4a40-824a-f6964c8be49d/2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:48.437151 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a62e4b75-899b-4a90-840b-bdc6b5eaeb6b req-ab0e9e59-fa9a-4447-b14c-aae8bc95823d service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669257 Jun 23 19:08:48.527457 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:48.531395 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6327924e-0f3c-4067-9fa4-be096f274ca8 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:48.558552 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event deleted for resources: {'Port': ['ID=6a226381-4d98-40b5-a6ac-0c30f92305bc,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:48.563861 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:48.590763 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1f514cb-955b-4683-907c-4a5bb470852d req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:48.607322 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-a1f514cb-955b-4683-907c-4a5bb470852d req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Transition to ACTIVE for port object 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:48.664370 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:48.665107 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.l3_db [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Floating IP 0d1014f2-a029-492e-9adc-3537c4a81ba9 disassociated (deleted). External IP: 172.28.2.209, port: cfe912d1-af06-47c5-97dc-c74065cf9fcd. Jun 23 19:08:48.738784 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1f514cb-955b-4683-907c-4a5bb470852d req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29639213'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:48.766164 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:48.848038 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f514cb-955b-4683-907c-4a5bb470852d req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Network bd9f5c37-cd18-4159-95f5-669b7990ddf8 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:48.852251 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-a1f514cb-955b-4683-907c-4a5bb470852d req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:48.865778 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f514cb-955b-4683-907c-4a5bb470852d req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:48.946681 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Pushing event updated for resources: {'Port': ['ID=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:48.952129 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:48.991491 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f514cb-955b-4683-907c-4a5bb470852d req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:48.992198 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1f514cb-955b-4683-907c-4a5bb470852d req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.013736 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Router be3a139b-b55f-4945-b651-db68187f12f2 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:08:49.176885 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4996479 Jun 23 19:08:49.177557 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:49.182773 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.190952 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb838bd6-3e95-4fdc-9315-e040c9e2a987 None None] Sync routers for ids ['be3a139b-b55f-4945-b651-db68187f12f2'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:49.200900 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Request body: {'port': {'device_id': '2213158b-d48b-4ff8-ba55-e219f415922b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:49.215682 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb838bd6-3e95-4fdc-9315-e040c9e2a987 None None] Routers {'be3a139b-b55f-4945-b651-db68187f12f2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:49.220171 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cb838bd6-3e95-4fdc-9315-e040c9e2a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['be3a139b-b55f-4945-b651-db68187f12f2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:49.252929 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-f2260d07-fb58-41f5-84fe-e06d344f4073 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "DELETE /v2.0/floatingips/0d1014f2-a029-492e-9adc-3537c4a81ba9 HTTP/1.1" status: 204 len: 168 time: 2.0446920 Jun 23 19:08:49.255057 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:49.258844 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d609862e-d661-4596-a0f2-4246ef3e9091" -d '{"events": [{"name": "network-changed", "server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:49.383721 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.449585 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7130c563-824e-4a29-9401-f8f7ff8bf903 None None] Provisioning for port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:49.455582 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7130c563-824e-4a29-9401-f8f7ff8bf903 None None] Provisioning complete for port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:49.456084 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7130c563-824e-4a29-9401-f8f7ff8bf903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.513987 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5e97113d-e804-41e5-80d2-e6da8172569d req-86d810df-68d1-4df7-81d2-4c350ad9cb75 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 210 time: 0.0499077 Jun 23 19:08:49.586843 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-cb838bd6-3e95-4fdc-9315-e040c9e2a987 None None] Set router be3a139b-b55f-4945-b651-db68187f12f2 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:49.607464 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7130c563-824e-4a29-9401-f8f7ff8bf903 None None] Port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:08:49.632117 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad54dd3-a2e3-47ff-aeae-879fa2742ee8 x-openstack-request-id: req-8ad54dd3-a2e3-47ff-aeae-879fa2742ee8 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:49.632475 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:49.632766 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8ad54dd3-a2e3-47ff-aeae-879fa2742ee8 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:49.633251 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd', 'status': 'completed', 'code': 200} Jun 23 19:08:49.786774 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609862e-d661-4596-a0f2-4246ef3e9091 req-8629e321-97b9-4941-859a-23a4211b1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:49.789760 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d609862e-d661-4596-a0f2-4246ef3e9091 req-8629e321-97b9-4941-859a-23a4211b1f3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5f7b1c893a854b98b934c4ce3b98b0bb&device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 1098 time: 0.0965722 Jun 23 19:08:49.882609 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:08:49.892893 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:49.918177 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Transition to ACTIVE for port object 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:50.025272 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.030609 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:50.127214 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cb838bd6-3e95-4fdc-9315-e040c9e2a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 4, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port': {'id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:19Z', 'updated_at': '2021-06-23T19:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '7d79f7fb-79e5-4964-a9f9-e0c077191e49', 'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'mac_address': 'fa:16:3e:7c:75:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:22Z', 'updated_at': '2021-06-23T19:05:34Z', 'revision_number': 5, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'subnets': [{'id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:50.160376 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Pushing event updated for resources: {'Port': ['ID=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:50.176624 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:50.201078 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcb7a9-b6b5-4ed9-a3a1-1977d802ef30 req-63d04226-b1aa-47b0-9e0d-e9e358860b77 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:50.207307 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1dbcb7a9-b6b5-4ed9-a3a1-1977d802ef30 req-63d04226-b1aa-47b0-9e0d-e9e358860b77 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 932 time: 0.3973317 Jun 23 19:08:50.221109 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb838bd6-3e95-4fdc-9315-e040c9e2a987 None None] Checking router: be3a139b-b55f-4945-b651-db68187f12f2 for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:50.268783 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb838bd6-3e95-4fdc-9315-e040c9e2a987 None None] Routers {'be3a139b-b55f-4945-b651-db68187f12f2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:50.270017 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cb838bd6-3e95-4fdc-9315-e040c9e2a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['be3a139b-b55f-4945-b651-db68187f12f2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:50.274570 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609862e-d661-4596-a0f2-4246ef3e9091 req-cc1e243f-cd8f-4c3b-a76e-c3c6dc29c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:50.279043 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d609862e-d661-4596-a0f2-4246ef3e9091 req-cc1e243f-cd8f-4c3b-a76e-c3c6dc29c29f service neutron] 10.222.0.77 "GET /v2.0/networks?id=13147630-f843-4805-b90f-6be722da65af HTTP/1.1" status: 200 len: 916 time: 0.4823740 Jun 23 19:08:50.282779 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Attempting to bind port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:50.283133 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Attempting to bind port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:50.285435 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Attempting to bind port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 on network bd9f5c37-cd18-4159-95f5-669b7990ddf8 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:50.295361 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 on network bd9f5c37-cd18-4159-95f5-669b7990ddf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:08:50.295755 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Attempting to bind port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 on network bd9f5c37-cd18-4159-95f5-669b7990ddf8 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:50.309333 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:50.309723 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Checking segment: {'id': '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:50.310073 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Bound using segment: {'id': '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:50.310539 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Bound port: 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:50.310905 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.391496 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.452553 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] For port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0, host hv-cinder-79049, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:50.457108 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] For port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:50.494168 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d609862e-d661-4596-a0f2-4246ef3e9091 req-6fbb1c0e-01d4-4da1-bd0c-c419321c7f16 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd HTTP/1.1" status: 200 len: 217 time: 0.1905155 Jun 23 19:08:50.509277 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1dbcb7a9-b6b5-4ed9-a3a1-1977d802ef30 req-89caa69c-b754-40d4-8e0c-d7a193dec843 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929275 Jun 23 19:08:50.568640 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.582266 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:50.586615 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-cb838bd6-3e95-4fdc-9315-e040c9e2a987 None None] Set router be3a139b-b55f-4945-b651-db68187f12f2 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:50.702737 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609862e-d661-4596-a0f2-4246ef3e9091 req-4c93a989-c51b-43a3-8de2-c627377344e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:50.713117 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d609862e-d661-4596-a0f2-4246ef3e9091 req-4c93a989-c51b-43a3-8de2-c627377344e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9c719324-d9a4-4858-a3ae-7ddab2c05e5d HTTP/1.1" status: 200 len: 854 time: 0.2157516 Jun 23 19:08:50.721150 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Pushing event updated for resources: {'Port': ['ID=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:50.729167 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:50.736089 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:50.743577 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] 10.222.0.77 "PUT /v2.0/ports/2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 HTTP/1.1" status: 200 len: 1094 time: 1.5471141 Jun 23 19:08:50.744273 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:50.752710 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fcbac34a3f989e7a1382fe2a1fc7386b8fde9f0dc9ad1e1afd8ba582fa7245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d24671c-9ee2-4a72-9e9d-a198c4e933b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:50.758950 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:50.844186 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-01207752-d573-4ef0-872e-f76b569d5040 req-a4110138-a153-450c-956b-a38d268bcc4c tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 210 time: 0.0922940 Jun 23 19:08:50.868222 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-e562e41c-b24e-4a74-a500-498513313adc tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:50.870271 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-e562e41c-b24e-4a74-a500-498513313adc tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.77 "GET /v2.0/networks?id=afeeec98-7d4f-4e74-9362-9ebbd8403210 HTTP/1.1" status: 200 len: 813 time: 0.4156311 Jun 23 19:08:50.908530 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609862e-d661-4596-a0f2-4246ef3e9091 req-7ecaec4d-c869-4ad0-9229-1e0f4ce58ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:50.915105 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d609862e-d661-4596-a0f2-4246ef3e9091 req-7ecaec4d-c869-4ad0-9229-1e0f4ce58ff5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13147630-f843-4805-b90f-6be722da65af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1867700 Jun 23 19:08:50.935338 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d0f5fd-f0b0-433d-842e-74c67e75a073 x-openstack-request-id: req-26d0f5fd-f0b0-433d-842e-74c67e75a073 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:50.939846 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:50.939846 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-26d0f5fd-f0b0-433d-842e-74c67e75a073 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:50.940913 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Request body: {'port': {'device_id': '4bf14b81-1fa3-4520-b3d8-f286e1673ad7', 'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210', 'admin_state_up': True, 'tenant_id': '3596d52cebee45ff8bcff80e12e9164e'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:50.941025 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'status': 'completed', 'code': 200} Jun 23 19:08:51.182674 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f514cb-955b-4683-907c-4a5bb470852d req-091384a4-75d5-4276-a26c-9ac1c14f4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:51.186799 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-091384a4-75d5-4276-a26c-9ac1c14f4856 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ddefd90527a43e5836ae07ee3314869&device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 1097 time: 0.2062316 Jun 23 19:08:51.274128 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-4a559da0-e95b-462e-829d-b69aece089e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 HTTP/1.1" status: 200 len: 217 time: 0.0737319 Jun 23 19:08:51.322458 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cb838bd6-3e95-4fdc-9315-e040c9e2a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 4, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port': {'id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:19Z', 'updated_at': '2021-06-23T19:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '7d79f7fb-79e5-4964-a9f9-e0c077191e49', 'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'mac_address': 'fa:16:3e:7c:75:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:22Z', 'updated_at': '2021-06-23T19:05:34Z', 'revision_number': 5, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'subnets': [{'id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:51.327755 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d609862e-d661-4596-a0f2-4246ef3e9091 req-0523f467-2074-4c84-801d-35dffdb879ba service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821867 Jun 23 19:08:51.358998 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f514cb-955b-4683-907c-4a5bb470852d req-52dcf245-dafe-4c3c-8229-58038dfafc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:51.358998 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-52dcf245-dafe-4c3c-8229-58038dfafc6c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e2b3849-d3f2-4a40-824a-f6964c8be49d HTTP/1.1" status: 200 len: 848 time: 0.0720892 Jun 23 19:08:51.460324 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f514cb-955b-4683-907c-4a5bb470852d req-34bbe091-dfa5-418f-94fd-ecb9c1b6c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:51.463113 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-34bbe091-dfa5-418f-94fd-ecb9c1b6c7b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd9f5c37-cd18-4159-95f5-669b7990ddf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0967121 Jun 23 19:08:51.477044 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d609862e-d661-4596-a0f2-4246ef3e9091 req-68e2de61-a686-404c-bad9-2a9adaecc4fe service neutron] 10.222.0.77 "GET /v2.0/networks/13147630-f843-4805-b90f-6be722da65af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404314 Jun 23 19:08:51.569615 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Made reservation on behalf of 3596d52cebee45ff8bcff80e12e9164e for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:08:51.573592 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:51.694794 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-67b97fd9-0bbc-41b7-8e3f-9d3ca0550a47 service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826639 Jun 23 19:08:51.704276 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb838bd6-3e95-4fdc-9315-e040c9e2a987 None None] The sync data for ids ['be3a139b-b55f-4945-b651-db68187f12f2'] in dv-cinder-790492-6-smb is: [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:05:23Z', 'revision_number': 4, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port': {'id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:19Z', 'updated_at': '2021-06-23T19:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '7d79f7fb-79e5-4964-a9f9-e0c077191e49', 'name': '', 'network_id': '13147630-f843-4805-b90f-6be722da65af', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'mac_address': 'fa:16:3e:7c:75:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:22Z', 'updated_at': '2021-06-23T19:05:34Z', 'revision_number': 5, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'subnets': [{'id': '9c719324-d9a4-4858-a3ae-7ddab2c05e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:51.865563 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-a1f514cb-955b-4683-907c-4a5bb470852d req-15b2d4c0-ca4d-4490-b8ed-9c2fac99dcb8 service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638682 Jun 23 19:08:52.035690 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Allocated IP 172.20.0.8 (afeeec98-7d4f-4e74-9362-9ebbd8403210/ffd19b71-0512-40f5-b850-62da6d6ed7aa/2aaafe64-9d3a-4d73-922b-dc0496e0231e) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:08:52.203304 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24671c-9ee2-4a72-9e9d-a198c4e933b6 req-bdb7adcb-147d-42eb-bd15-626cc36e07be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:52.205856 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9d24671c-9ee2-4a72-9e9d-a198c4e933b6 req-bdb7adcb-147d-42eb-bd15-626cc36e07be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ddefd90527a43e5836ae07ee3314869&device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 1097 time: 0.0976927 Jun 23 19:08:52.219643 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f038c2-4cc7-4adf-b056-228ccf5f0def None None] New status for floating IP 0d1014f2-a029-492e-9adc-3537c4a81ba9: DOWN {{(pid=93759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:08:52.257368 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7a82a7ea-2d94-417f-8bfc-7f422a8b6c97 req-6cf225c6-1f35-43da-b3e9-cdee7780713c tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 210 time: 0.1398959 Jun 23 19:08:52.327537 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa105a1-0792-4a05-b55d-7f493de299dd req-4cbdf65e-3784-4168-8890-e84ef53498f8 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:52.329397 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-aaa105a1-0792-4a05-b55d-7f493de299dd req-4cbdf65e-3784-4168-8890-e84ef53498f8 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 944 time: 0.5377858 Jun 23 19:08:52.428249 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-aaa105a1-0792-4a05-b55d-7f493de299dd req-31e4a733-a3d3-4450-b41d-0a89e92835e0 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871823 Jun 23 19:08:52.437133 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:52.559539 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24671c-9ee2-4a72-9e9d-a198c4e933b6 req-034c51e2-64dc-40d8-b108-7c951bb47477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:52.561670 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9d24671c-9ee2-4a72-9e9d-a198c4e933b6 req-034c51e2-64dc-40d8-b108-7c951bb47477 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bd9f5c37-cd18-4159-95f5-669b7990ddf8 HTTP/1.1" status: 200 len: 910 time: 0.3367879 Jun 23 19:08:52.586424 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30248006'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:52.640151 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-544b6f05-d150-4793-83f0-db8fb793d2a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:52.703564 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37466) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:52.711139 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Network afeeec98-7d4f-4e74-9362-9ebbd8403210 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:08:52.720276 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9d24671c-9ee2-4a72-9e9d-a198c4e933b6 req-6f3b469c-9148-430e-ad64-d42766b7ec77 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 HTTP/1.1" status: 200 len: 217 time: 0.1491978 Jun 23 19:08:52.722429 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:08:52.727283 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:08:52.736599 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Pushing event updated for resources: {'Port': ['ID=2aaafe64-9d3a-4d73-922b-dc0496e0231e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:52.831552 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:52.868619 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24671c-9ee2-4a72-9e9d-a198c4e933b6 req-d62cc3ea-a9a0-47b8-bc6f-6baecbbad006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:52.874560 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9d24671c-9ee2-4a72-9e9d-a198c4e933b6 req-d62cc3ea-a9a0-47b8-bc6f-6baecbbad006 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e2b3849-d3f2-4a40-824a-f6964c8be49d HTTP/1.1" status: 200 len: 848 time: 0.1328499 Jun 23 19:08:52.882837 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:52.883963 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.004792 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24671c-9ee2-4a72-9e9d-a198c4e933b6 req-a5ebf3ae-eb88-4b70-9004-cc5e103b91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:53.012910 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9d24671c-9ee2-4a72-9e9d-a198c4e933b6 req-a5ebf3ae-eb88-4b70-9004-cc5e103b91de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd9f5c37-cd18-4159-95f5-669b7990ddf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1341710 Jun 23 19:08:53.064281 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5846b36-117a-4d1d-ace0-60ae98cc1555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.073547 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1554477 Jun 23 19:08:53.095669 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Request body: {'port': {'device_id': '4bf14b81-1fa3-4520-b3d8-f286e1673ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:08:53.217741 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.226899 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9d24671c-9ee2-4a72-9e9d-a198c4e933b6 req-0334ff57-d7db-4751-8b46-cd9acbfbcddd service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043202 Jun 23 19:08:53.407200 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5846b36-117a-4d1d-ace0-60ae98cc1555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.416256 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9d24671c-9ee2-4a72-9e9d-a198c4e933b6 req-2fc75078-76d1-437d-aa99-82b5a845b83e service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778972 Jun 23 19:08:53.542115 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5846b36-117a-4d1d-ace0-60ae98cc1555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.547946 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5cc72e91-61e4-4fc5-af58-de2d889a6abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:53.638877 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5846b36-117a-4d1d-ace0-60ae98cc1555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80626675-1bc6-4fc9-8e13-f1fe2be7c589,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:53.645052 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b5846b36-117a-4d1d-ace0-60ae98cc1555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:53.660095 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-b5846b36-117a-4d1d-ace0-60ae98cc1555 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5cc9671ce8344b7b94c03495142e175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9506352 Jun 23 19:08:53.660791 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37486) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:53.744730 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76aff66a-699f-4a9a-98ff-51a508a4aa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:53.770669 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76aff66a-699f-4a9a-98ff-51a508a4aa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.025011 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458c3b3-f0f3-49c4-a67e-a9079576d48f req-4fc3845c-a947-4151-9a66-97f34a3e158e tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:54.026660 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8458c3b3-f0f3-49c4-a67e-a9079576d48f req-4fc3845c-a947-4151-9a66-97f34a3e158e tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 931 time: 0.5630810 Jun 23 19:08:54.086580 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:08:54.096729 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510becb-53b3-48e8-92e6-cee8fdbd4892 req-55649a4c-1c72-4f76-9e28-d0b0d30f4f1b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:54.098352 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b510becb-53b3-48e8-92e6-cee8fdbd4892 req-55649a4c-1c72-4f76-9e28-d0b0d30f4f1b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 944 time: 0.1946588 Jun 23 19:08:54.134592 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aaafe64-9d3a-4d73-922b-dc0496e0231e {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:08:54.136813 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76aff66a-699f-4a9a-98ff-51a508a4aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.143175 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-76aff66a-699f-4a9a-98ff-51a508a4aa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.149121 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-76aff66a-699f-4a9a-98ff-51a508a4aa5a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/80626675-1bc6-4fc9-8e13-f1fe2be7c589 HTTP/1.1" status: 204 len: 168 time: 0.4829166 Jun 23 19:08:54.149121 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-210b0601-f2bb-4db0-9cfe-aed07ebe1209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:54.152015 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.161457 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8458c3b3-f0f3-49c4-a67e-a9079576d48f req-02058e11-c387-40cf-8cb4-4dcabbed060c tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218855 Jun 23 19:08:54.162560 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aff66a-699f-4a9a-98ff-51a508a4aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80626675-1bc6-4fc9-8e13-f1fe2be7c589,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:54.166688 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-76aff66a-699f-4a9a-98ff-51a508a4aa5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:54.182548 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Transition to ACTIVE for port object 2aaafe64-9d3a-4d73-922b-dc0496e0231e will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:08:54.197499 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b510becb-53b3-48e8-92e6-cee8fdbd4892 req-aca706d6-c174-4815-a5e8-40a671b48959 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864384 Jun 23 19:08:54.257221 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30248020'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.266830 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-5e768289-0ed5-4752-82ec-5631115cc5db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:54.278593 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:54.300631 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'port_id': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'mac_address': 'fa:16:3e:fe:03:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:08:54.380282 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.403309 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:08:54.416559 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Pushing event updated for resources: {'Port': ['ID=2aaafe64-9d3a-4d73-922b-dc0496e0231e,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:54.421622 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:54.436210 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:54.510032 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Attempting to bind port 2aaafe64-9d3a-4d73-922b-dc0496e0231e on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:08:54.510223 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Attempting to bind port 2aaafe64-9d3a-4d73-922b-dc0496e0231e by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'a112f68b-90bd-4700-ba0c-560e00c23d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:08:54.510616 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Attempting to bind port 2aaafe64-9d3a-4d73-922b-dc0496e0231e on network afeeec98-7d4f-4e74-9362-9ebbd8403210 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:54.520596 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Port 2aaafe64-9d3a-4d73-922b-dc0496e0231e on network afeeec98-7d4f-4e74-9362-9ebbd8403210 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:08:54.521237 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Attempting to bind port 2aaafe64-9d3a-4d73-922b-dc0496e0231e on network afeeec98-7d4f-4e74-9362-9ebbd8403210 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:08:54.531461 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:08:54.531718 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Checking segment: {'id': 'a112f68b-90bd-4700-ba0c-560e00c23d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:08:54.532131 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Bound using segment: {'id': 'a112f68b-90bd-4700-ba0c-560e00c23d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:08:54.532582 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Bound port: 2aaafe64-9d3a-4d73-922b-dc0496e0231e, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a112f68b-90bd-4700-ba0c-560e00c23d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:08:54.532939 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.536327 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.537524 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:54.554335 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154abc91-7d82-43f2-921a-7820fd0e785f req-05edd523-e085-4749-b30a-9222af82c6a6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:54.556034 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-154abc91-7d82-43f2-921a-7820fd0e785f req-05edd523-e085-4749-b30a-9222af82c6a6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 947 time: 0.1599090 Jun 23 19:08:54.605064 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:54.616244 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:54.651599 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-154abc91-7d82-43f2-921a-7820fd0e785f req-72233796-5724-4294-84a1-68d53e44aabd tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893903 Jun 23 19:08:54.662085 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] For port 2aaafe64-9d3a-4d73-922b-dc0496e0231e, host hv-cinder-79049, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:08:54.673018 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] For port 2aaafe64-9d3a-4d73-922b-dc0496e0231e, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2aaafe64-9d3a-4d73-922b-dc0496e0231e,segment=NetworkSegment(a112f68b-90bd-4700-ba0c-560e00c23d49),segment_id=a112f68b-90bd-4700-ba0c-560e00c23d49)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:08:54.758433 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30248020'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.760700 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-7945eb6f-efea-4b8a-96b3-23285fb8fa2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:54.796228 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:54.796876 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:54.799511 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] 10.222.0.77 "PUT /v2.0/ports/2aaafe64-9d3a-4d73-922b-dc0496e0231e HTTP/1.1" status: 200 len: 1093 time: 1.7098689 Jun 23 19:08:54.799511 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf14b81-1fa3-4520-b3d8-f286e1673ad7', 'tag': '2aaafe64-9d3a-4d73-922b-dc0496e0231e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:54.801370 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fd2062-0003-496a-b7eb-1729cb126bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf14b81-1fa3-4520-b3d8-f286e1673ad7", "tag": "2aaafe64-9d3a-4d73-922b-dc0496e0231e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:54.826829 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Pushing event updated for resources: {'Port': ['ID=2aaafe64-9d3a-4d73-922b-dc0496e0231e,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:54.830939 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:54.871926 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151c8db2-b24b-41d0-a515-e59bd5eee866 x-openstack-request-id: req-151c8db2-b24b-41d0-a515-e59bd5eee866 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:54.872270 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf14b81-1fa3-4520-b3d8-f286e1673ad7", "tag": "2aaafe64-9d3a-4d73-922b-dc0496e0231e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:54.872570 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-151c8db2-b24b-41d0-a515-e59bd5eee866 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:54.873022 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf14b81-1fa3-4520-b3d8-f286e1673ad7', 'tag': '2aaafe64-9d3a-4d73-922b-dc0496e0231e', 'status': 'completed', 'code': 200} Jun 23 19:08:54.873965 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:08:54.997615 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd2062-0003-496a-b7eb-1729cb126bfd req-63f12ad4-9e8d-424a-af82-235bde2abff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:55.000399 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-35fd2062-0003-496a-b7eb-1729cb126bfd req-63f12ad4-9e8d-424a-af82-235bde2abff7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3596d52cebee45ff8bcff80e12e9164e&device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0792565 Jun 23 19:08:55.166825 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd2062-0003-496a-b7eb-1729cb126bfd req-8d1d9161-46ba-40f9-b1ae-5a86914940e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:55.168719 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-35fd2062-0003-496a-b7eb-1729cb126bfd req-8d1d9161-46ba-40f9-b1ae-5a86914940e0 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=3596d52cebee45ff8bcff80e12e9164e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1492872 Jun 23 19:08:55.281423 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37508) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:55.302150 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3d07-5dd0-4ae9-b1cf-42c08a253f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:55.401257 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd2062-0003-496a-b7eb-1729cb126bfd req-37724d36-259f-40d1-b416-a737ac4449a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:55.403007 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-35fd2062-0003-496a-b7eb-1729cb126bfd req-37724d36-259f-40d1-b416-a737ac4449a7 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1774373 Jun 23 19:08:55.415934 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3d07-5dd0-4ae9-b1cf-42c08a253f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:55.452600 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ac86f-724a-49e3-a332-420dd98b773d req-20ef8609-0e8b-409c-b9ed-0f5590c33088 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:55.454057 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-532ac86f-724a-49e3-a332-420dd98b773d req-20ef8609-0e8b-409c-b9ed-0f5590c33088 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 945 time: 0.1180060 Jun 23 19:08:55.495125 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3d07-5dd0-4ae9-b1cf-42c08a253f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:55.500550 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-41318ab2-d754-4013-9d62-e0f24edf4a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:55.506492 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-532ac86f-724a-49e3-a332-420dd98b773d req-39b3302a-fefb-410d-baef-105da863dacc tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462532 Jun 23 19:08:55.596395 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a3d07-5dd0-4ae9-b1cf-42c08a253f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16a5aaf-2f57-4af3-b355-e3d8e33bdbfa,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:55.602338 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6d1a3d07-5dd0-4ae9-b1cf-42c08a253f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:55.620474 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-6d1a3d07-5dd0-4ae9-b1cf-42c08a253f4e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ba6e9c4fca8c4941b976d1947c3c79e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364561 Jun 23 19:08:55.621050 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37512) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:55.652379 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-180cd000-7236-485c-9959-3cfdce1a96b6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:55.654442 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-180cd000-7236-485c-9959-3cfdce1a96b6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 947 time: 0.1152766 Jun 23 19:08:55.664113 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b3170-ac96-4d07-a9df-fe3a81393485 req-2f938524-8e0c-4f2e-8053-0e5e97bf9407 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:55.665910 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-395b3170-ac96-4d07-a9df-fe3a81393485 req-2f938524-8e0c-4f2e-8053-0e5e97bf9407 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 943 time: 0.1584466 Jun 23 19:08:55.760498 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-3651b925-d595-4678-9e06-eb464209fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:55.762992 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-3651b925-d595-4678-9e06-eb464209fa6e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3596d52cebee45ff8bcff80e12e9164e&device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1930656 Jun 23 19:08:55.763476 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ffa138a-ec18-4307-b4f6-d84c86bdb9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:55.827137 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ffa138a-ec18-4307-b4f6-d84c86bdb9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:55.830290 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-cc959ee4-5db2-4d82-8bb6-5479fc873e7a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2aaafe64-9d3a-4d73-922b-dc0496e0231e HTTP/1.1" status: 200 len: 217 time: 0.0493002 Jun 23 19:08:55.919226 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-45f543e8-ae5e-4060-9ff9-bcad4eaafec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:55.921361 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-45f543e8-ae5e-4060-9ff9-bcad4eaafec0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ffd19b71-0512-40f5-b850-62da6d6ed7aa HTTP/1.1" status: 200 len: 853 time: 0.0751333 Jun 23 19:08:55.961328 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-121c4a48-41ca-4377-8e6c-08f0620bd86f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=afeeec98-7d4f-4e74-9362-9ebbd8403210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316129 Jun 23 19:08:55.961611 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-395b3170-ac96-4d07-a9df-fe3a81393485 req-6247716c-7d3a-433e-8896-0c2bad53fe56 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203081 Jun 23 19:08:56.048981 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b86a8-ff39-4afd-be85-a5da93980417 req-b6c827b1-eb06-4271-a389-0d7ef220107e tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:56.051326 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5b2b86a8-ff39-4afd-be85-a5da93980417 req-b6c827b1-eb06-4271-a389-0d7ef220107e tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 945 time: 0.2947042 Jun 23 19:08:56.075965 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Deleting port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:08:56.075965 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.097767 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ffa138a-ec18-4307-b4f6-d84c86bdb9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.102319 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0ffa138a-ec18-4307-b4f6-d84c86bdb9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.113358 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:08:56.121873 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-0ffa138a-ec18-4307-b4f6-d84c86bdb9df admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f16a5aaf-2f57-4af3-b355-e3d8e33bdbfa HTTP/1.1" status: 204 len: 168 time: 0.4532096 Jun 23 19:08:56.136838 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a9ad8b9f-2246-4aab-8adc-5b17e341d78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:56.190499 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa138a-ec18-4307-b4f6-d84c86bdb9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16a5aaf-2f57-4af3-b355-e3d8e33bdbfa,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:56.196479 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-0cab7e6c-9010-4e9e-a792-87840ec243c2 service neutron] 10.222.0.77 "GET /v2.0/networks/afeeec98-7d4f-4e74-9362-9ebbd8403210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253468 Jun 23 19:08:56.197638 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-0ffa138a-ec18-4307-b4f6-d84c86bdb9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:56.231215 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b46f880c-3ad3-431c-a6b6-c940650c7c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.260383 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5b2b86a8-ff39-4afd-be85-a5da93980417 req-3b5de35b-e553-4aac-b5d9-f8e17a6cfc8e tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879616 Jun 23 19:08:56.362814 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] For port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:56.363326 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.365295 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-4b4c47ec-a6ef-43c6-b517-9daae6be7249 req-6e226e2c-bde7-480b-8362-dada0881d83d service neutron] 10.222.0.77 "GET /v2.0/networks/afeeec98-7d4f-4e74-9362-9ebbd8403210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594424 Jun 23 19:08:56.376749 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:08:56.384145 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:08:56.385277 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.473350 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299ec42-0961-4754-902c-f9829961be84 req-f2ddf45c-4014-43cd-9c4b-5056e9bc9159 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:56.475038 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d299ec42-0961-4754-902c-f9829961be84 req-f2ddf45c-4014-43cd-9c4b-5056e9bc9159 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 947 time: 0.2343695 Jun 23 19:08:56.533202 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.570574 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:56.576280 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290827a2-20bd-4f54-a8c0-a1e8661e5a74" -d '{"events": [{"server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "name": "network-vif-plugged", "status": "completed", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:56.579017 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d299ec42-0961-4754-902c-f9829961be84 req-25ad4c51-c2cf-415e-8b80-f76de2182d44 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=b96ab5b9-3b65-4c65-9284-a0378d842433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910859 Jun 23 19:08:56.635304 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:56.682092 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.682645 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.683063 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.l3_db [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Floating IP 5597d882-c827-44b5-a5fe-b9837318a96a disassociated. External IP: 172.28.2.168, port: f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f. Jun 23 19:08:56.683510 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Calling delete_port for f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:08:56.687334 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ab8e19-f0eb-4541-81e4-c6a29a64d4c0 x-openstack-request-id: req-23ab8e19-f0eb-4541-81e4-c6a29a64d4c0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:56.687741 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "name": "network-vif-plugged", "status": "completed", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:56.688153 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23ab8e19-f0eb-4541-81e4-c6a29a64d4c0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:56.688693 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'code': 200} Jun 23 19:08:56.729576 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:56.737857 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:56.832256 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:56.838256 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:56.881171 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7e5d-47ba-4841-9c7c-d04d822ac115 req-2af03101-e41c-4d2b-80b1-1994936bc6c3 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:56.883889 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-db1d7e5d-47ba-4841-9c7c-d04d822ac115 req-2af03101-e41c-4d2b-80b1-1994936bc6c3 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1277287 Jun 23 19:08:56.937731 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-db1d7e5d-47ba-4841-9c7c-d04d822ac115 req-f61edc0d-42e9-4320-9e68-d0f056390e7e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404589 Jun 23 19:08:57.106491 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:57.129955 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:57.180640 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event deleted for resources: {'Port': ['ID=f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:57.186703 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:57.297193 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f3459-4049-4683-a6a7-7fd360f56c48 req-a0ea26c4-a6fc-4b5f-b922-90073a408271 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:57.298806 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ca2f3459-4049-4683-a6a7-7fd360f56c48 req-a0ea26c4-a6fc-4b5f-b922-90073a408271 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 943 time: 0.1877370 Jun 23 19:08:57.320780 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37542) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:57.350100 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:08:57.358804 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e89d4b82-5f2d-417a-8e2b-7f94f0873d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:57.368167 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ca2f3459-4049-4683-a6a7-7fd360f56c48 req-6c3fb0b3-82b1-4c8d-a9ee-fb0a3c84c42a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541136 Jun 23 19:08:57.388559 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb57bd7-1478-4d4d-b9ea-b725acb3baba req-6c59dba2-c734-4e6f-b81c-929fb3dd95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:57.390987 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-0bb57bd7-1478-4d4d-b9ea-b725acb3baba req-6c59dba2-c734-4e6f-b81c-929fb3dd95a6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 1099 time: 0.1097362 Jun 23 19:08:57.464556 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-0bb57bd7-1478-4d4d-b9ea-b725acb3baba req-e74e6a89-715f-4674-94fe-7bc7acc6910d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557697 Jun 23 19:08:57.526710 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:08:57.530809 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e89d4b82-5f2d-417a-8e2b-7f94f0873d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:57.541570 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d2da38-ffbf-4ca8-b960-e7f10f45c3ce None None] Sync routers for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:08:57.552300 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d2da38-ffbf-4ca8-b960-e7f10f45c3ce None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:57.552945 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-15d2da38-ffbf-4ca8-b960-e7f10f45c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:57.585857 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] No DVR routers for this DVR port f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:08:57.589019 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:57.591186 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-35e01069-bbe6-4a7e-a94e-38d9aa1a4ab6 req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.77 "DELETE /v2.0/ports/f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f HTTP/1.1" status: 204 len: 173 time: 1.9241416 Jun 23 19:08:57.591654 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'name': 'network-vif-deleted', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:57.593976 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ceb5458-514a-4204-8873-3d61180b8b74" -d '{"events": [{"server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "name": "network-vif-deleted", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:57.621562 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22885961-6534-4a19-bd4d-74c1f8dab142 req-5c61c63e-3caf-4c93-9e4c-c9dc152d8b2b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:57.625377 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-22885961-6534-4a19-bd4d-74c1f8dab142 req-5c61c63e-3caf-4c93-9e4c-c9dc152d8b2b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 945 time: 0.1361723 Jun 23 19:08:57.646244 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e89d4b82-5f2d-417a-8e2b-7f94f0873d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:57.651756 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-0aa3f832-1245-4646-8cb5-eeaefd4096fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:57.682696 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275916a4-40c9-450f-be20-58c92c25f15c x-openstack-request-id: req-275916a4-40c9-450f-be20-58c92c25f15c {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:57.683804 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7548971-6f88-403a-a4d0-0c7f6ca858d5", "name": "network-vif-deleted", "tag": "f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:57.684310 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-275916a4-40c9-450f-be20-58c92c25f15c {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:57.685559 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7548971-6f88-403a-a4d0-0c7f6ca858d5', 'name': 'network-vif-deleted', 'tag': 'f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f', 'status': 'completed', 'code': 200} Jun 23 19:08:57.699966 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-15d2da38-ffbf-4ca8-b960-e7f10f45c3ce None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:57.703773 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e89d4b82-5f2d-417a-8e2b-7f94f0873d92 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5d89f86d1c904ad18ef8f84d8d1aa993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798358 Jun 23 19:08:57.704880 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d4b82-5f2d-417a-8e2b-7f94f0873d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbe520d-5a11-4dfa-b063-ba30326be443,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:57.709016 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37548) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:08:57.710221 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e89d4b82-5f2d-417a-8e2b-7f94f0873d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:57.737428 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-22885961-6534-4a19-bd4d-74c1f8dab142 req-c5a547ff-79a6-4608-b6b8-81c3cd304687 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061749 Jun 23 19:08:57.837086 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-771e264e-6a2d-4e24-b44f-391acdf71788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:57.869760 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-771e264e-6a2d-4e24-b44f-391acdf71788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:57.878118 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-05140e6b-cb8a-4205-8115-0b91b4df8f9f req-99a8efdc-4cef-4e2a-82ff-7d49c13f936e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 210 time: 0.0380340 Jun 23 19:08:58.034379 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745952e-ca68-438b-896a-8fc0108d776c req-ad945948-4f76-4515-bfe1-e0bbd96d0a85 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:58.034714 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-771e264e-6a2d-4e24-b44f-391acdf71788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.038035 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-771e264e-6a2d-4e24-b44f-391acdf71788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.039372 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-771e264e-6a2d-4e24-b44f-391acdf71788 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6dbe520d-5a11-4dfa-b063-ba30326be443 HTTP/1.1" status: 204 len: 168 time: 0.3263695 Jun 23 19:08:58.040225 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-adbb308a-7444-4e69-a89c-c936722f6b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:58.041744 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b745952e-ca68-438b-896a-8fc0108d776c req-ad945948-4f76-4515-bfe1-e0bbd96d0a85 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.77 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 945 time: 0.1344595 Jun 23 19:08:58.049599 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-15d2da38-ffbf-4ca8-b960-e7f10f45c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:58.054127 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e264e-6a2d-4e24-b44f-391acdf71788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbe520d-5a11-4dfa-b063-ba30326be443,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:58.064113 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-771e264e-6a2d-4e24-b44f-391acdf71788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:58.097417 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d2da38-ffbf-4ca8-b960-e7f10f45c3ce None None] Checking router: 65f42d74-ba0f-4f53-9dc7-c83396da21e9 for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:08:58.129597 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 2aaafe64-9d3a-4d73-922b-dc0496e0231e details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:08:58.135281 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:08:58.177113 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:08:58.177833 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device f4c11f9b-1a86-4e1c-9cbc-baee8f829c4f not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:08:58.179867 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d2da38-ffbf-4ca8-b960-e7f10f45c3ce None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:08:58.180828 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-15d2da38-ffbf-4ca8-b960-e7f10f45c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:58.330891 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f02c4-4a2c-4968-84b9-6a11dfcdd23b req-ebba5b91-9da4-4648-8d94-8917f02491cb tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:58.341852 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4c6f02c4-4a2c-4968-84b9-6a11dfcdd23b req-ebba5b91-9da4-4648-8d94-8917f02491cb tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.2319806 Jun 23 19:08:58.377467 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-15d2da38-ffbf-4ca8-b960-e7f10f45c3ce None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:08:58.403088 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b745952e-ca68-438b-896a-8fc0108d776c req-6557266b-ab08-4060-964d-cd32d58fcc5b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Deleting port cfe912d1-af06-47c5-97dc-c74065cf9fcd {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:08:58.403640 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b745952e-ca68-438b-896a-8fc0108d776c req-6557266b-ab08-4060-964d-cd32d58fcc5b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.422402 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 2aaafe64-9d3a-4d73-922b-dc0496e0231e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2aaafe64-9d3a-4d73-922b-dc0496e0231e,segment=NetworkSegment(a112f68b-90bd-4700-ba0c-560e00c23d49),segment_id=a112f68b-90bd-4700-ba0c-560e00c23d49)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:58.448358 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '2aaafe64-9d3a-4d73-922b-dc0496e0231e', 'network_id': 'afeeec98-7d4f-4e74-9362-9ebbd8403210', 'port_id': '2aaafe64-9d3a-4d73-922b-dc0496e0231e', 'mac_address': 'fa:16:3e:0f:aa:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd19b71-0512-40f5-b850-62da6d6ed7aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:08:58.474260 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4c6f02c4-4a2c-4968-84b9-6a11dfcdd23b req-915c3216-e2f0-42ea-86a1-ac70966c254c tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185064 Jun 23 19:08:58.613781 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b745952e-ca68-438b-896a-8fc0108d776c req-6557266b-ab08-4060-964d-cd32d58fcc5b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] For port cfe912d1-af06-47c5-97dc-c74065cf9fcd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=cfe912d1-af06-47c5-97dc-c74065cf9fcd,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:58.614162 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b745952e-ca68-438b-896a-8fc0108d776c req-6557266b-ab08-4060-964d-cd32d58fcc5b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.630160 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b745952e-ca68-438b-896a-8fc0108d776c req-6557266b-ab08-4060-964d-cd32d58fcc5b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Calling delete_port for cfe912d1-af06-47c5-97dc-c74065cf9fcd owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:08:58.730014 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.750533 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aaafe64-9d3a-4d73-922b-dc0496e0231e {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:08:58.847841 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 2aaafe64-9d3a-4d73-922b-dc0496e0231e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2aaafe64-9d3a-4d73-922b-dc0496e0231e,segment=NetworkSegment(a112f68b-90bd-4700-ba0c-560e00c23d49),segment_id=a112f68b-90bd-4700-ba0c-560e00c23d49)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:08:58.893756 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-15d2da38-ffbf-4ca8-b960-e7f10f45c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:08:58.901246 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec748d29-e10b-4392-9e12-f853a6267420 req-0b9a4f21-47d9-4034-af8e-9dfb9dc0246f tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:58.903398 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ec748d29-e10b-4392-9e12-f853a6267420 req-0b9a4f21-47d9-4034-af8e-9dfb9dc0246f tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 943 time: 0.1966577 Jun 23 19:08:58.942137 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.944300 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d2da38-ffbf-4ca8-b960-e7f10f45c3ce None None] The sync data for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb is: [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:08:58.945932 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a49b59b3-392e-4e4e-98b4-269df75fe240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:58.973006 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:58.976121 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:59.030859 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b745952e-ca68-438b-896a-8fc0108d776c req-6557266b-ab08-4060-964d-cd32d58fcc5b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:59.054396 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9891dd9f-f5ca-4a90-b00a-45c9c13c7b0e tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:08:59.087131 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557266b-ab08-4060-964d-cd32d58fcc5b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Pushing event deleted for resources: {'Port': ['ID=cfe912d1-af06-47c5-97dc-c74065cf9fcd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:59.123199 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ec748d29-e10b-4392-9e12-f853a6267420 req-7be900fb-e865-4408-96ba-76a1383566d1 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025199 Jun 23 19:08:59.124111 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['cfe912d1-af06-47c5-97dc-c74065cf9fcd'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:08:59.127031 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6557266b-ab08-4060-964d-cd32d58fcc5b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:59.165242 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b745952e-ca68-438b-896a-8fc0108d776c req-6557266b-ab08-4060-964d-cd32d58fcc5b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] No DVR routers for this DVR port cfe912d1-af06-47c5-97dc-c74065cf9fcd on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:08:59.170283 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b745952e-ca68-438b-896a-8fc0108d776c req-6557266b-ab08-4060-964d-cd32d58fcc5b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:59.172507 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b745952e-ca68-438b-896a-8fc0108d776c req-6557266b-ab08-4060-964d-cd32d58fcc5b tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.77 "DELETE /v2.0/ports/cfe912d1-af06-47c5-97dc-c74065cf9fcd HTTP/1.1" status: 204 len: 173 time: 1.1251388 Jun 23 19:08:59.186232 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cab0cc-9c25-4f91-bc7c-9b4f53fe2b24 req-a41fe003-66af-448d-92c8-90b1541828ef tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:59.187874 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-17cab0cc-9c25-4f91-bc7c-9b4f53fe2b24 req-a41fe003-66af-448d-92c8-90b1541828ef tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 867 time: 0.2810185 Jun 23 19:08:59.229705 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=2aaafe64-9d3a-4d73-922b-dc0496e0231e,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:08:59.249028 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:59.249878 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:59.250395 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:59.252068 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:59.252675 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:59.256714 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:59.256714 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:59.256714 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:59.256714 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:59.256714 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:59.256714 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:59.256714 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:08:59.261911 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:08:59.281518 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-17cab0cc-9c25-4f91-bc7c-9b4f53fe2b24 req-ad9bc403-cf19-43fc-850e-17819801502c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb199812-4514-4955-8d30-f3d1c020cfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818081 Jun 23 19:08:59.292182 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['2aaafe64-9d3a-4d73-922b-dc0496e0231e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:08:59.442612 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-266cf537-f6ed-495d-89f6-c7e4aa8bb37b req-7c017242-b037-41bf-acb1-30b2c2da8023 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7548971-6f88-403a-a4d0-0c7f6ca858d5 HTTP/1.1" status: 200 len: 210 time: 0.0708756 Jun 23 19:08:59.510101 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2068fa4e-c64e-409a-9f18-339a897b0441 None None] New status for floating IP 5597d882-c827-44b5-a5fe-b9837318a96a: DOWN {{(pid=93759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:08:59.706653 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'name': 'network-vif-deleted', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:08:59.709748 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553833e4-e862-43ac-a1b9-462c1ad95b7f" -d '{"events": [{"server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "name": "network-vif-deleted", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:08:59.784717 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3bb97-f43a-4147-888d-31c3296f637b req-e913e2bf-b81f-4bd9-95de-77cde9353d22 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:08:59.786420 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6ea3bb97-f43a-4147-888d-31c3296f637b req-e913e2bf-b81f-4bd9-95de-77cde9353d22 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1509702 Jun 23 19:08:59.792264 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:08:59.859796 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67550391-926f-4e9b-b275-1db152eeae6e x-openstack-request-id: req-67550391-926f-4e9b-b275-1db152eeae6e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:08:59.860236 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b9ced5-49cd-4609-a7ac-187acf681942", "name": "network-vif-deleted", "tag": "cfe912d1-af06-47c5-97dc-c74065cf9fcd", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:08:59.860599 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-67550391-926f-4e9b-b275-1db152eeae6e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:08:59.866912 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b9ced5-49cd-4609-a7ac-187acf681942', 'name': 'network-vif-deleted', 'tag': 'cfe912d1-af06-47c5-97dc-c74065cf9fcd', 'status': 'completed', 'code': 200} Jun 23 19:08:59.877252 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6ea3bb97-f43a-4147-888d-31c3296f637b req-be618fe4-e149-4020-9194-4f13bec862a6 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655499 Jun 23 19:09:00.136960 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c32ac-66c0-4841-9fdd-0c9df27267bc req-dc0503a9-52cb-4a10-9f88-0a812d21ef89 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:00.138556 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6f3c32ac-66c0-4841-9fdd-0c9df27267bc req-dc0503a9-52cb-4a10-9f88-0a812d21ef89 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.0833020 Jun 23 19:09:00.160311 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 2aaafe64-9d3a-4d73-922b-dc0496e0231e up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:09:00.205511 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6f3c32ac-66c0-4841-9fdd-0c9df27267bc req-de860c6f-0217-4138-98cc-9da948f308b2 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568068 Jun 23 19:09:00.254336 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37604) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:00.369532 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port 2aaafe64-9d3a-4d73-922b-dc0496e0231e completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:09:00.374400 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 2aaafe64-9d3a-4d73-922b-dc0496e0231e triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:00.374778 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:00.478159 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe5f82-b564-4d72-8209-012150c2111c req-e6e8d519-52af-4b24-a036-ea18531dbd02 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:00.485456 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6fbe5f82-b564-4d72-8209-012150c2111c req-e6e8d519-52af-4b24-a036-ea18531dbd02 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 944 time: 0.1425650 Jun 23 19:09:00.527235 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:00.604768 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf14b81-1fa3-4520-b3d8-f286e1673ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaafe64-9d3a-4d73-922b-dc0496e0231e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:00.610736 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2116c75f-d360-429f-86cb-17da5588c46c" -d '{"events": [{"server_uuid": "4bf14b81-1fa3-4520-b3d8-f286e1673ad7", "name": "network-vif-plugged", "status": "completed", "tag": "2aaafe64-9d3a-4d73-922b-dc0496e0231e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:00.683573 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 2aaafe64-9d3a-4d73-922b-dc0496e0231e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2aaafe64-9d3a-4d73-922b-dc0496e0231e,segment=NetworkSegment(a112f68b-90bd-4700-ba0c-560e00c23d49),segment_id=a112f68b-90bd-4700-ba0c-560e00c23d49)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:00.790040 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:00.791598 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device cfe912d1-af06-47c5-97dc-c74065cf9fcd no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:09:00.802393 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:00.806738 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a3fba404-b1b7-44fd-b553-9fe05a57f7ec req-7fa34583-ddd9-4cc3-9c78-25d3dba0c24d tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b9ced5-49cd-4609-a7ac-187acf681942 HTTP/1.1" status: 200 len: 210 time: 0.2203097 Jun 23 19:09:00.821108 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6fbe5f82-b564-4d72-8209-012150c2111c req-6e1da288-ee21-48cd-abac-3b66c3328b12 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267112 Jun 23 19:09:00.865117 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd39fe0-61b0-4f7a-a11b-11766dc7b8da tempest-TestShelveInstance-444740948 tempest-TestShelveInstance-444740948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:00.892165 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37624) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:00.901075 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Request body: {'floatingip': {'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'port_id': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:00.903438 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-7cd39fe0-61b0-4f7a-a11b-11766dc7b8da tempest-TestShelveInstance-444740948 tempest-TestShelveInstance-444740948-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 1094 time: 0.6304541 Jun 23 19:09:01.034564 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=2aaafe64-9d3a-4d73-922b-dc0496e0231e,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:01.042224 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e64b974-2ecd-4538-8920-99a239e00a6e x-openstack-request-id: req-7e64b974-2ecd-4538-8920-99a239e00a6e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:01.043176 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf14b81-1fa3-4520-b3d8-f286e1673ad7", "name": "network-vif-plugged", "status": "completed", "tag": "2aaafe64-9d3a-4d73-922b-dc0496e0231e", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:01.043834 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7e64b974-2ecd-4538-8920-99a239e00a6e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:01.044879 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf14b81-1fa3-4520-b3d8-f286e1673ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aaafe64-9d3a-4d73-922b-dc0496e0231e', 'code': 200} Jun 23 19:09:01.046190 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: cfe912d1-af06-47c5-97dc-c74065cf9fcd {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:09:01.046968 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device cfe912d1-af06-47c5-97dc-c74065cf9fcd not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:09:01.050043 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:01.177731 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.307024 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37642) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:01.432184 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79c4dce1-9abd-4ee9-8299-7f9921b13ebd tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.466567 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79c4dce1-9abd-4ee9-8299-7f9921b13ebd tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.474562 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.566261 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.597796 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79c4dce1-9abd-4ee9-8299-7f9921b13ebd tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.615269 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-79c4dce1-9abd-4ee9-8299-7f9921b13ebd tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:01.621292 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-79c4dce1-9abd-4ee9-8299-7f9921b13ebd tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "DELETE /v2.0/security-groups/b96ab5b9-3b65-4c65-9284-a0378d842433 HTTP/1.1" status: 204 len: 168 time: 0.3101969 Jun 23 19:09:01.632729 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37648) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:01.638769 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3daf03e4-7efd-48d4-9b28-a6243793c68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:01.662861 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4dce1-9abd-4ee9-8299-7f9921b13ebd tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96ab5b9-3b65-4c65-9284-a0378d842433,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:01.677784 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-79c4dce1-9abd-4ee9-8299-7f9921b13ebd tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:01.679928 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.api.v2.resource [None req-8888a03a-5ddb-41a4-b2ab-9dbd31835651 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] show failed (client error): The resource could not be found. Jun 23 19:09:01.684448 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-8888a03a-5ddb-41a4-b2ab-9dbd31835651 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups/b96ab5b9-3b65-4c65-9284-a0378d842433 HTTP/1.1" status: 404 len: 347 time: 0.0281053 Jun 23 19:09:01.689662 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37650) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:02.013848 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b5e43a1c-9ca4-4916-82ee-5e63e52899d3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Deleting port 1a7c3a88-1ece-4701-8574-2d077d5b3a64 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:09:02.014273 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5e43a1c-9ca4-4916-82ee-5e63e52899d3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.229697 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5e43a1c-9ca4-4916-82ee-5e63e52899d3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.230232 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5e43a1c-9ca4-4916-82ee-5e63e52899d3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.251901 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-b5e43a1c-9ca4-4916-82ee-5e63e52899d3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Calling delete_port for 1a7c3a88-1ece-4701-8574-2d077d5b3a64 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:09:02.291590 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Allocated IP 172.28.2.195 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/834df6ef-8436-4129-9df8-684777682af9) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:09:02.335941 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a12d0-08b0-40f6-ba37-2cdf337489e7 req-d0443601-be6a-472c-9a91-9f06d4abe171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:02.338517 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a62a12d0-08b0-40f6-ba37-2cdf337489e7 req-d0443601-be6a-472c-9a91-9f06d4abe171 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 1098 time: 0.3031611 Jun 23 19:09:02.452840 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc9ca0-80f0-4cd9-964d-a0bf64055f84 req-81fa5a06-5b7c-4c1f-879f-c6b035687a32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:02.454390 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-25bc9ca0-80f0-4cd9-964d-a0bf64055f84 req-81fa5a06-5b7c-4c1f-879f-c6b035687a32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.3776302 Jun 23 19:09:02.552690 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a62a12d0-08b0-40f6-ba37-2cdf337489e7 req-55dc0961-fc18-4357-b89b-11990997f515 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787992 Jun 23 19:09:02.579901 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-25bc9ca0-80f0-4cd9-964d-a0bf64055f84 req-b9b2574d-2ae1-4b49-bbb1-0c2c1cf983ef tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874457 Jun 23 19:09:02.583378 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5e43a1c-9ca4-4916-82ee-5e63e52899d3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.586889 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e2004344-1981-410f-959b-2fdf180fee0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:02.605677 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.615918 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ac36d-adfd-41b1-8f54-5d063a3f65ea req-8d382380-8995-4ddf-88bb-430e2cb93e53 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:02.617522 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b52ac36d-adfd-41b1-8f54-5d063a3f65ea req-8d382380-8995-4ddf-88bb-430e2cb93e53 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 945 time: 0.2916734 Jun 23 19:09:02.685315 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e43a1c-9ca4-4916-82ee-5e63e52899d3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event deleted for resources: {'Port': ['ID=1a7c3a88-1ece-4701-8574-2d077d5b3a64,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:02.689397 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b5e43a1c-9ca4-4916-82ee-5e63e52899d3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:02.722520 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b52ac36d-adfd-41b1-8f54-5d063a3f65ea req-13294263-8526-4a1f-8737-35a3aa260838 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827825 Jun 23 19:09:02.801107 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5e43a1c-9ca4-4916-82ee-5e63e52899d3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.805922 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5e43a1c-9ca4-4916-82ee-5e63e52899d3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.808221 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-b5e43a1c-9ca4-4916-82ee-5e63e52899d3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "DELETE /v2.0/floatingips/5597d882-c827-44b5-a5fe-b9837318a96a HTTP/1.1" status: 204 len: 168 time: 1.1169176 Jun 23 19:09:02.855024 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30248006'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:02.859198 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-162f4c94-dfd2-476d-b978-df63c8652f48 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:02.922301 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:09:02.930005 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:02.938138 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:09:02.941920 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Pushing event updated for resources: {'Port': ['ID=834df6ef-8436-4129-9df8-684777682af9,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:02.963242 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:03.488610 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.489694 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37710) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:03.495942 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-7df7a137-031f-4ae6-9e78-a7aadb985eb7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1274169983', 'description': 'tempest-description--1430098669'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:03.611186 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7df7a137-031f-4ae6-9e78-a7aadb985eb7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.707022 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7df7a137-031f-4ae6-9e78-a7aadb985eb7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.765193 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.875034 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7df7a137-031f-4ae6-9e78-a7aadb985eb7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:03.886859 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-22358c8e-75ad-4358-8a5a-6bd1918cc037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:03.888188 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa1b8c-cc59-4689-a021-a0ec001b3896 req-29eb01c9-ace3-4306-a927-babc352b2203 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:03.891769 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f5aa1b8c-cc59-4689-a021-a0ec001b3896 req-29eb01c9-ace3-4306-a927-babc352b2203 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1403937 Jun 23 19:09:03.939986 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7a137-031f-4ae6-9e78-a7aadb985eb7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:03.953313 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-7df7a137-031f-4ae6-9e78-a7aadb985eb7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:04.046143 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f5aa1b8c-cc59-4689-a021-a0ec001b3896 req-28c2b5fc-4aa7-468f-b991-4a49df3a4cc3 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199548 Jun 23 19:09:04.080852 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.094741 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32663cda-f725-4032-9992-451f2d4a78e2 req-40d07b0b-7d2b-4164-a962-da24c0fdd7c3 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:04.101376 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-32663cda-f725-4032-9992-451f2d4a78e2 req-40d07b0b-7d2b-4164-a962-da24c0fdd7c3 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 945 time: 0.1714141 Jun 23 19:09:04.136229 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-7df7a137-031f-4ae6-9e78-a7aadb985eb7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.138709 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-7df7a137-031f-4ae6-9e78-a7aadb985eb7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6461892 Jun 23 19:09:04.142891 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37734) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:04.148934 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-74da6a06-905b-4e6e-80ad-f4beac95c8b6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Request body: {'security_group_rule': {'security_group_id': '50d5c590-2b6a-4f5f-8861-eedfd00fe9f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:04.155064 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-32663cda-f725-4032-9992-451f2d4a78e2 req-9df1a51e-2310-4b19-a7d6-bf0c2d6bf394 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481038 Jun 23 19:09:04.250780 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30248020'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.255267 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:04.323743 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Pushing event updated for resources: {'Port': ['ID=834df6ef-8436-4129-9df8-684777682af9,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:04.328468 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:04.342293 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.349728 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-74da6a06-905b-4e6e-80ad-f4beac95c8b6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.413257 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-74da6a06-905b-4e6e-80ad-f4beac95c8b6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.479676 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.l3_db [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Floating IP 2c03560f-8441-432e-8c00-f474061649f9 associated. External IP: 172.28.2.195, port: 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0. Jun 23 19:09:04.580388 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-a17de74a-e116-4cc7-a765-48a63f5c87b2 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:04.581866 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-a17de74a-e116-4cc7-a765-48a63f5c87b2 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.77 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.1547329 Jun 23 19:09:04.593274 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-74da6a06-905b-4e6e-80ad-f4beac95c8b6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.599477 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:04.617169 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da6a06-905b-4e6e-80ad-f4beac95c8b6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e34dc1-db08-4904-8309-46e27eca2b32,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:04.620668 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-74da6a06-905b-4e6e-80ad-f4beac95c8b6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:04.724602 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-74da6a06-905b-4e6e-80ad-f4beac95c8b6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.726745 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-74da6a06-905b-4e6e-80ad-f4beac95c8b6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5820367 Jun 23 19:09:04.730009 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37748) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:04.734713 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-84b64b8a-5125-4c54-8909-98c7d91c9379 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Request body: {'security_group_rule': {'security_group_id': '50d5c590-2b6a-4f5f-8861-eedfd00fe9f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:04.783575 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Deleting port 465751f6-82a6-41eb-bc67-a6764b8157c1 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:09:04.783934 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.809955 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Router 81b2dc06-95fb-4e96-a612-f448def4c5fe has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:09:04.884660 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-84b64b8a-5125-4c54-8909-98c7d91c9379 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.929476 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] For port 465751f6-82a6-41eb-bc67-a6764b8157c1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=465751f6-82a6-41eb-bc67-a6764b8157c1,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:04.929754 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:04.955146 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-84b64b8a-5125-4c54-8909-98c7d91c9379 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:05.030296 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:09:05.041638 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66664f-b422-4e8c-97e3-91a09e7ce145 None None] Sync routers for ids ['81b2dc06-95fb-4e96-a612-f448def4c5fe'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:09:05.065158 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66664f-b422-4e8c-97e3-91a09e7ce145 None None] Routers {'81b2dc06-95fb-4e96-a612-f448def4c5fe'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:05.065948 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cd66664f-b422-4e8c-97e3-91a09e7ce145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['81b2dc06-95fb-4e96-a612-f448def4c5fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:05.078197 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-84b64b8a-5125-4c54-8909-98c7d91c9379 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:05.086655 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:05.128980 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b64b8a-5125-4c54-8909-98c7d91c9379 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666d5389-2904-441f-80dd-00cea0503e99,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:05.132419 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-84b64b8a-5125-4c54-8909-98c7d91c9379 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:05.188088 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:05.191526 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:05.191526 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.l3_db [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Floating IP abdbe4b6-74b8-4524-80f1-c78342baf694 disassociated. External IP: 172.28.2.78, port: 465751f6-82a6-41eb-bc67-a6764b8157c1. Jun 23 19:09:05.191526 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Calling delete_port for 465751f6-82a6-41eb-bc67-a6764b8157c1 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:09:05.260284 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37758) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:05.275527 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-cd66664f-b422-4e8c-97e3-91a09e7ce145 None None] Set router 81b2dc06-95fb-4e96-a612-f448def4c5fe gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:05.297258 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:05.303502 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-84b64b8a-5125-4c54-8909-98c7d91c9379 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:05.305265 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-84b64b8a-5125-4c54-8909-98c7d91c9379 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5742598 Jun 23 19:09:05.311486 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37760) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:05.321284 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Request body: {'floatingip': {'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:05.415847 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5103695 Jun 23 19:09:05.415847 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:05.415847 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285593da-787e-4873-be6a-3447ab645875" -d '{"events": [{"name": "network-changed", "server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:05.465192 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89353873-410e-4c02-9b4b-a8a085defdd6 req-de24e116-9cef-42ca-93b0-b9ea0b0c1c6d tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:05.465192 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-89353873-410e-4c02-9b4b-a8a085defdd6 req-de24e116-9cef-42ca-93b0-b9ea0b0c1c6d tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 946 time: 0.2635193 Jun 23 19:09:05.491054 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ce1b4-621f-42b2-9c7f-2aad41e06b43 req-9c56b737-18d9-4488-a4f1-b1308ead18ae tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:05.492671 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-408ce1b4-621f-42b2-9c7f-2aad41e06b43 req-9c56b737-18d9-4488-a4f1-b1308ead18ae tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 945 time: 0.1640475 Jun 23 19:09:05.603161 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-89353873-410e-4c02-9b4b-a8a085defdd6 req-b7e8dc9c-159a-4694-b04c-b8f5af929f33 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b48d310-abdf-4383-974f-09e217225513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270514 Jun 23 19:09:05.622600 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-408ce1b4-621f-42b2-9c7f-2aad41e06b43 req-8e236d7f-8a78-43ae-9336-fa8623473cbc tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889237 Jun 23 19:09:05.677465 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2c487a-22bb-43d7-9c34-e77fa63a6a70 x-openstack-request-id: req-1e2c487a-22bb-43d7-9c34-e77fa63a6a70 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:05.677813 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:05.678077 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1e2c487a-22bb-43d7-9c34-e77fa63a6a70 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:05.678523 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'status': 'completed', 'code': 200} Jun 23 19:09:05.736793 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:05.748794 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-6d6a8e2c-ebf8-4721-a16f-120e0ee3141e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:05.779298 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event deleted for resources: {'Port': ['ID=465751f6-82a6-41eb-bc67-a6764b8157c1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:05.786677 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:05.787306 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:05.913839 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cd66664f-b422-4e8c-97e3-91a09e7ce145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '2c03560f-8441-432e-8c00-f474061649f9', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'port_id': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'mac_address': 'fa:16:3e:fe:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2213158b-d48b-4ff8-ba55-e219f415922b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:09:03Z', 'updated_at': '2021-06-23T19:09:03Z', 'revision_number': 0, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e83aba-a3db-452a-9226-8779ad6fa772', 'name': '', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'mac_address': 'fa:16:3e:e7:47:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:02Z', 'updated_at': '2021-06-23T19:08:10Z', 'revision_number': 5, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'subnets': [{'id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:05.962397 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66664f-b422-4e8c-97e3-91a09e7ce145 None None] Checking router: 81b2dc06-95fb-4e96-a612-f448def4c5fe for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:09:05.972932 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285593da-787e-4873-be6a-3447ab645875 req-a724c354-cc83-4956-99ed-fa10a95cf60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:05.987781 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-285593da-787e-4873-be6a-3447ab645875 req-a724c354-cc83-4956-99ed-fa10a95cf60f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ddefd90527a43e5836ae07ee3314869&device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 1099 time: 0.2406559 Jun 23 19:09:05.989544 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66664f-b422-4e8c-97e3-91a09e7ce145 None None] Routers {'81b2dc06-95fb-4e96-a612-f448def4c5fe'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:05.990417 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cd66664f-b422-4e8c-97e3-91a09e7ce145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['81b2dc06-95fb-4e96-a612-f448def4c5fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:06.075934 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Router 49f0da67-8200-40d6-b1d5-810a6670fc7a has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:09:06.152730 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-cd66664f-b422-4e8c-97e3-91a09e7ce145 None None] Set router 81b2dc06-95fb-4e96-a612-f448def4c5fe gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:06.282607 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285593da-787e-4873-be6a-3447ab645875 req-4441f78b-2f36-46eb-a56a-d12741fcaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:06.285226 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-285593da-787e-4873-be6a-3447ab645875 req-4441f78b-2f36-46eb-a56a-d12741fcaf11 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bd9f5c37-cd18-4159-95f5-669b7990ddf8 HTTP/1.1" status: 200 len: 910 time: 0.2963207 Jun 23 19:09:06.370408 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:06.408426 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-285593da-787e-4873-be6a-3447ab645875 req-a56b3002-6312-4116-b7ae-521ab0b80fb9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 HTTP/1.1" status: 200 len: 1000 time: 0.1144230 Jun 23 19:09:06.564142 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-cd66664f-b422-4e8c-97e3-91a09e7ce145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '2c03560f-8441-432e-8c00-f474061649f9', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'port_id': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'mac_address': 'fa:16:3e:fe:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2213158b-d48b-4ff8-ba55-e219f415922b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:09:03Z', 'updated_at': '2021-06-23T19:09:03Z', 'revision_number': 0, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e83aba-a3db-452a-9226-8779ad6fa772', 'name': '', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'mac_address': 'fa:16:3e:e7:47:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:02Z', 'updated_at': '2021-06-23T19:08:10Z', 'revision_number': 5, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'subnets': [{'id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:06.594221 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285593da-787e-4873-be6a-3447ab645875 req-c0364f42-a704-48d3-9d68-a722e76a80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:06.595788 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-285593da-787e-4873-be6a-3447ab645875 req-c0364f42-a704-48d3-9d68-a722e76a80f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e2b3849-d3f2-4a40-824a-f6964c8be49d HTTP/1.1" status: 200 len: 848 time: 0.1422682 Jun 23 19:09:06.632704 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66664f-b422-4e8c-97e3-91a09e7ce145 None None] The sync data for ids ['81b2dc06-95fb-4e96-a612-f448def4c5fe'] in dv-cinder-790492-6-smb is: [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '2c03560f-8441-432e-8c00-f474061649f9', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'port_id': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'mac_address': 'fa:16:3e:fe:03:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2213158b-d48b-4ff8-ba55-e219f415922b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:09:03Z', 'updated_at': '2021-06-23T19:09:03Z', 'revision_number': 0, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e83aba-a3db-452a-9226-8779ad6fa772', 'name': '', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'mac_address': 'fa:16:3e:e7:47:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:02Z', 'updated_at': '2021-06-23T19:08:10Z', 'revision_number': 5, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'subnets': [{'id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:09:06.668179 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Allocated IP 172.28.2.250 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/314e448e-25c8-4308-a8a7-a6970a509100) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:09:06.687700 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:09:06.701463 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0fe59-fb35-4f57-92e0-1bc2c689cb3e None None] Sync routers for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:09:06.717228 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f0fe59-fb35-4f57-92e0-1bc2c689cb3e None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:06.719766 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-56f0fe59-fb35-4f57-92e0-1bc2c689cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:06.780504 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] No DVR routers for this DVR port 465751f6-82a6-41eb-bc67-a6764b8157c1 on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:09:06.784746 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:06.788902 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fce5422e-b509-482c-8384-5334bc45dbf2 req-cc111abc-cefa-4d51-8bfc-fd1c0fb2efa1 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.77 "DELETE /v2.0/ports/465751f6-82a6-41eb-bc67-a6764b8157c1 HTTP/1.1" status: 204 len: 173 time: 2.2012250 Jun 23 19:09:06.838848 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712418'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:06.862166 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-324b3f80-5800-4fc4-a83c-1a6c1ba77105 req-12e6c191-b73d-4f3e-8d22-4cffb80b70c3 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 210 time: 0.0392232 Jun 23 19:09:06.903724 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285593da-787e-4873-be6a-3447ab645875 req-648f0af7-e2d9-4298-9676-c3bf7bf1494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:06.903901 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-285593da-787e-4873-be6a-3447ab645875 req-648f0af7-e2d9-4298-9676-c3bf7bf1494a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd9f5c37-cd18-4159-95f5-669b7990ddf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3004794 Jun 23 19:09:06.960025 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b72e25b-15d9-4f0f-9f0b-77f87a7940c8 None None] New status for floating IP 2c03560f-8441-432e-8c00-f474061649f9: ACTIVE {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:09:07.004346 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-56f0fe59-fb35-4f57-92e0-1bc2c689cb3e None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:07.087096 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:07.253799 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-285593da-787e-4873-be6a-3447ab645875 req-6c24e9b2-afb8-4c3f-8eda-ae8f5f245ae9 service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410454 Jun 23 19:09:07.371631 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-56f0fe59-fb35-4f57-92e0-1bc2c689cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:07.404159 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0fe59-fb35-4f57-92e0-1bc2c689cb3e None None] Checking router: 49f0da67-8200-40d6-b1d5-810a6670fc7a for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:09:07.412778 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f0fe59-fb35-4f57-92e0-1bc2c689cb3e None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:07.413460 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-56f0fe59-fb35-4f57-92e0-1bc2c689cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:07.417103 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-285593da-787e-4873-be6a-3447ab645875 req-537b794c-7cf3-4270-802f-09bb8b1a405a service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419551 Jun 23 19:09:07.449785 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29639213'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:07.453466 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-be886b9e-13c2-4b23-9a80-6a05e870abc4 tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:07.501201 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:09:07.510453 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:07.515459 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:09:07.517641 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event updated for resources: {'Port': ['ID=314e448e-25c8-4308-a8a7-a6970a509100,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:07.520783 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:07.538139 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-56f0fe59-fb35-4f57-92e0-1bc2c689cb3e None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:07.565108 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] Deleting port 7d79f7fb-79e5-4964-a9f9-e0c077191e49 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:09:07.565454 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:07.686929 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2188fc1e-e629-402e-85d1-add22c005700', 'name': 'network-vif-deleted', 'tag': '465751f6-82a6-41eb-bc67-a6764b8157c1'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:07.686929 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d2da94-b3fb-42eb-a3b6-0223f98e7e2a" -d '{"events": [{"server_uuid": "2188fc1e-e629-402e-85d1-add22c005700", "name": "network-vif-deleted", "tag": "465751f6-82a6-41eb-bc67-a6764b8157c1"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:07.747763 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:07.756568 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] For port 7d79f7fb-79e5-4964-a9f9-e0c077191e49, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=7d79f7fb-79e5-4964-a9f9-e0c077191e49,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:07.757212 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:07.768185 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-56f0fe59-fb35-4f57-92e0-1bc2c689cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:07.772346 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] Calling delete_port for 7d79f7fb-79e5-4964-a9f9-e0c077191e49 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:09:07.777444 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22c74f7-6526-4d01-8355-566fe4631f71 x-openstack-request-id: req-c22c74f7-6526-4d01-8355-566fe4631f71 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:07.777989 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2188fc1e-e629-402e-85d1-add22c005700", "name": "network-vif-deleted", "tag": "465751f6-82a6-41eb-bc67-a6764b8157c1", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:07.778091 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c22c74f7-6526-4d01-8355-566fe4631f71 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:07.778439 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2188fc1e-e629-402e-85d1-add22c005700', 'name': 'network-vif-deleted', 'tag': '465751f6-82a6-41eb-bc67-a6764b8157c1', 'status': 'completed', 'code': 200} Jun 23 19:09:07.803672 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0fe59-fb35-4f57-92e0-1bc2c689cb3e None None] The sync data for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb is: [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:09:08.064556 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-69bd8876-7f96-468e-b3b7-0c21a6f83eca req-68380354-e5cb-44a6-84f0-f194ac5db798 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=2188fc1e-e629-402e-85d1-add22c005700 HTTP/1.1" status: 200 len: 210 time: 0.0475259 Jun 23 19:09:08.127564 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72896a35-6ddd-4b9e-ae3b-1c5b5aad7606 None None] New status for floating IP abdbe4b6-74b8-4524-80f1-c78342baf694: DOWN {{(pid=93759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:09:08.167177 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:08.178412 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 465751f6-82a6-41eb-bc67-a6764b8157c1 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:09:08.216830 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: 465751f6-82a6-41eb-bc67-a6764b8157c1 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:09:08.217306 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 465751f6-82a6-41eb-bc67-a6764b8157c1 not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:09:08.376459 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:08.386047 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:08.388683 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-349f360d-683f-44a2-8236-41bdc408d158 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:08.418968 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d79f7fb-79e5-4964-a9f9-e0c077191e49,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:08.422470 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:08.470709 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:08.472162 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:08.600915 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event updated for resources: {'Port': ['ID=314e448e-25c8-4308-a8a7-a6970a509100,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:08.604138 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:08.622904 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:08.685796 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597266'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:08.784098 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:08.785367 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-903124cf-ac11-466b-b377-f23d49321260 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4706802 Jun 23 19:09:08.938099 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] Router be3a139b-b55f-4945-b651-db68187f12f2 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:09:09.037646 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-c98ef197-a35c-4371-9582-61e87965a623 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1274169983&fields=id&tenant_id=f95ac121b1a24229945867eb653a105a HTTP/1.1" status: 200 len: 267 time: 0.0595672 Jun 23 19:09:09.075456 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:09:09.085171 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b4bc4-674a-4b90-922f-f1a0c74ab74f None None] Sync routers for ids ['be3a139b-b55f-4945-b651-db68187f12f2'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:09:09.085404 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] 10.222.0.67 "PUT /v2.0/routers/be3a139b-b55f-4945-b651-db68187f12f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8234029 Jun 23 19:09:09.089765 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37860) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:09.107462 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b4bc4-674a-4b90-922f-f1a0c74ab74f None None] Routers {'be3a139b-b55f-4945-b651-db68187f12f2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:09.108272 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-257b4bc4-674a-4b90-922f-f1a0c74ab74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['be3a139b-b55f-4945-b651-db68187f12f2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:09.232942 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187cd39-515d-4522-a625-86f9bf330f71 req-d1baf4ab-90a9-4a9a-9d24-ce596b55c594 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:09.235444 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-d1baf4ab-90a9-4a9a-9d24-ce596b55c594 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/networks?id=6f276787-6d2f-4388-aea6-d3a0998dbf61 HTTP/1.1" status: 200 len: 816 time: 0.1887252 Jun 23 19:09:09.264307 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-c3f1705f-606f-49cb-99b3-fdfec7f85e87 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/quotas/f95ac121b1a24229945867eb653a105a HTTP/1.1" status: 200 len: 375 time: 0.0153036 Jun 23 19:09:09.273519 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:09.302516 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-257b4bc4-674a-4b90-922f-f1a0c74ab74f None None] Set router be3a139b-b55f-4945-b651-db68187f12f2 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:09.358327 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37864) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:09.405560 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-87e4864f-cfca-414c-b807-d3b313f03f49 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1307349 Jun 23 19:09:09.435693 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:09.546365 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9789165-1e47-442e-be73-ea6240ddd4fa tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:09.573462 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Deleting port b59e5284-4d3e-45e1-aab4-ea55eb2bd69b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:09:09.573957 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:09.587765 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9789165-1e47-442e-be73-ea6240ddd4fa tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:09.593778 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-257b4bc4-674a-4b90-922f-f1a0c74ab74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:09:08Z', 'revision_number': 5, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port': {'id': 'b59e5284-4d3e-45e1-aab4-ea55eb2bd69b', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:19Z', 'updated_at': '2021-06-23T19:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:09.614353 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-2ebc609d-59a6-4e19-826b-9244644c8554 service neutron] 10.222.0.67 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892800 Jun 23 19:09:09.627594 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b4bc4-674a-4b90-922f-f1a0c74ab74f None None] Checking router: be3a139b-b55f-4945-b651-db68187f12f2 for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:09:09.639667 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b4bc4-674a-4b90-922f-f1a0c74ab74f None None] Routers {'be3a139b-b55f-4945-b651-db68187f12f2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:09.640673 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-257b4bc4-674a-4b90-922f-f1a0c74ab74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['be3a139b-b55f-4945-b651-db68187f12f2'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:09.730098 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] For port b59e5284-4d3e-45e1-aab4-ea55eb2bd69b, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=b59e5284-4d3e-45e1-aab4-ea55eb2bd69b,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:09.730474 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:09.730920 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-10d8525c-dce7-4d91-ae67-a6c7d4a6ff74 service neutron] 10.222.0.67 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155527 Jun 23 19:09:09.750857 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Calling delete_port for b59e5284-4d3e-45e1-aab4-ea55eb2bd69b owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:09:09.759227 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-257b4bc4-674a-4b90-922f-f1a0c74ab74f None None] Set router be3a139b-b55f-4945-b651-db68187f12f2 gateway port host: None {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:09.823731 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-257b4bc4-674a-4b90-922f-f1a0c74ab74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:09:09Z', 'revision_number': 6, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port_host': None}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:09.842500 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9789165-1e47-442e-be73-ea6240ddd4fa tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:09.845710 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c9789165-1e47-442e-be73-ea6240ddd4fa tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:09.849542 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-c9789165-1e47-442e-be73-ea6240ddd4fa tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "DELETE /v2.0/security-groups/7b48d310-abdf-4383-974f-09e217225513 HTTP/1.1" status: 204 len: 168 time: 0.4869335 Jun 23 19:09:09.849542 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e112fb47-61f1-472c-b05e-d47931200059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:09.857547 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37874) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:09.873364 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b4bc4-674a-4b90-922f-f1a0c74ab74f None None] The sync data for ids ['be3a139b-b55f-4945-b651-db68187f12f2'] in dv-cinder-790492-6-smb is: [{'id': 'be3a139b-b55f-4945-b651-db68187f12f2', 'name': 'tempest-TestMinimumBasicScenario-1642622091-router', 'tenant_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:18Z', 'updated_at': '2021-06-23T19:09:09Z', 'revision_number': 6, 'project_id': '5f7b1c893a854b98b934c4ce3b98b0bb', 'gw_port_host': None}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:09:09.885020 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.api.v2.resource [None req-ba0cb022-022b-4f1c-b460-b91cdd10e2ac tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] show failed (client error): The resource could not be found. Jun 23 19:09:09.886638 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-ba0cb022-022b-4f1c-b460-b91cdd10e2ac tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups/7b48d310-abdf-4383-974f-09e217225513 HTTP/1.1" status: 404 len: 347 time: 0.0299449 Jun 23 19:09:09.891260 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37876) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:09.903899 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9789165-1e47-442e-be73-ea6240ddd4fa tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b48d310-abdf-4383-974f-09e217225513,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:09.908516 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c9789165-1e47-442e-be73-ea6240ddd4fa tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:10.084352 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c75e5d8b-c313-4878-abd9-97e160bb307a req-61a73697-e895-45c7-89df-b064be9a7258 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 210 time: 0.0329978 Jun 23 19:09:10.094873 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-21a50b75-646b-4cab-a651-ea2c50da8d1f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Deleting port 8bf62ce2-0411-4650-8a96-64575613cb33 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:09:10.095224 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21a50b75-646b-4cab-a651-ea2c50da8d1f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.179235 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21a50b75-646b-4cab-a651-ea2c50da8d1f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.179235 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21a50b75-646b-4cab-a651-ea2c50da8d1f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.191767 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-21a50b75-646b-4cab-a651-ea2c50da8d1f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Calling delete_port for 8bf62ce2-0411-4650-8a96-64575613cb33 owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:09:10.225015 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.227169 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-dea6838f-0f5d-4916-be1a-da9cbbae1222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:10.260696 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b59e5284-4d3e-45e1-aab4-ea55eb2bd69b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:10.263860 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:10.354971 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692615'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.457486 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7763'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.460475 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.474279 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21a50b75-646b-4cab-a651-ea2c50da8d1f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.477276 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:10.500847 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a50b75-646b-4cab-a651-ea2c50da8d1f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event deleted for resources: {'Port': ['ID=8bf62ce2-0411-4650-8a96-64575613cb33,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:10.504331 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-21a50b75-646b-4cab-a651-ea2c50da8d1f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:10.567573 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21a50b75-646b-4cab-a651-ea2c50da8d1f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.570126 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-21a50b75-646b-4cab-a651-ea2c50da8d1f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.571286 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-21a50b75-646b-4cab-a651-ea2c50da8d1f tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "DELETE /v2.0/floatingips/abdbe4b6-74b8-4524-80f1-c78342baf694 HTTP/1.1" status: 204 len: 168 time: 0.6788499 Jun 23 19:09:10.645580 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597993'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.646139 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router be3a139b-b55f-4945-b651-db68187f12f2 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:09:10.662422 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.678518 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] 10.222.0.67 "DELETE /v2.0/routers/be3a139b-b55f-4945-b651-db68187f12f2 HTTP/1.1" status: 204 len: 168 time: 1.5780420 Jun 23 19:09:10.678666 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37898) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:10.733693 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e7e552-7a26-450b-878f-a22a74042d7f admin admin] Deleting subnet 9c719324-d9a4-4858-a3ae-7ddab2c05e5d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:09:10.738942 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e552-7a26-450b-878f-a22a74042d7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.794995 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e552-7a26-450b-878f-a22a74042d7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29673321'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.917602 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e552-7a26-450b-878f-a22a74042d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:10.986523 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37904) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:10.994474 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-d1fda39b-b1fa-4614-b52a-4ca1eac8b3b8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796398436', 'description': 'tempest-description--1869077361'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:11.077714 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e552-7a26-450b-878f-a22a74042d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30247957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29515577'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.083152 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-33b33add-864d-4a76-a663-6dbc2ba83954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:11.140085 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1fda39b-b1fa-4614-b52a-4ca1eac8b3b8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.154260 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097ff6c0-9458-4f36-9c8a-409c2a6d99e2 None None] Network 13147630-f843-4805-b90f-6be722da65af requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:09:11.164756 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e552-7a26-450b-878f-a22a74042d7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.167849 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-c7e7e552-7a26-450b-878f-a22a74042d7f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9c719324-d9a4-4858-a3ae-7ddab2c05e5d HTTP/1.1" status: 204 len: 168 time: 0.4916577 Jun 23 19:09:11.172349 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37910) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:11.174006 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7e552-7a26-450b-878f-a22a74042d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c719324-d9a4-4858-a3ae-7ddab2c05e5d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:11.182618 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c7e7e552-7a26-450b-878f-a22a74042d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:11.279623 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.298334 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cd62ef69-772a-486e-82e5-0a24fd3d9570 req-cbc5312e-7b81-4f33-8473-fd2faf2e7716 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 210 time: 0.0366182 Jun 23 19:09:11.359787 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1fda39b-b1fa-4614-b52a-4ca1eac8b3b8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.379310 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Deleting port cdd95578-b294-44cd-8a77-9ebe59b73e99 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:09:11.379652 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.435187 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94de79e2-9e06-4220-8fa7-3ce50cece5f9 None None] DHCP port deletion for 13147630-f843-4805-b90f-6be722da65af request from dv-cinder-790492-6-smb {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:09:11.451065 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] For port cdd95578-b294-44cd-8a77-9ebe59b73e99, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=cdd95578-b294-44cd-8a77-9ebe59b73e99,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:11.451412 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.466178 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Calling delete_port for cdd95578-b294-44cd-8a77-9ebe59b73e99 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:09:11.482741 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-94de79e2-9e06-4220-8fa7-3ce50cece5f9 None None] Deleting port cdd95578-b294-44cd-8a77-9ebe59b73e99 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:09:11.483120 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94de79e2-9e06-4220-8fa7-3ce50cece5f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.512953 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1fda39b-b1fa-4614-b52a-4ca1eac8b3b8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.517566 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c68371f0-80ba-4a4a-b3ef-0aceea459e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:11.559719 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-94de79e2-9e06-4220-8fa7-3ce50cece5f9 None None] For port cdd95578-b294-44cd-8a77-9ebe59b73e99, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=cdd95578-b294-44cd-8a77-9ebe59b73e99,segment=NetworkSegment(e2ed7573-b077-4e61-833b-9d1ca038ba76),segment_id=e2ed7573-b077-4e61-833b-9d1ca038ba76)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:11.560193 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94de79e2-9e06-4220-8fa7-3ce50cece5f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.569234 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fda39b-b1fa-4614-b52a-4ca1eac8b3b8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41dbb64-272c-4932-a584-44571e8acf3d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:11.574400 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d1fda39b-b1fa-4614-b52a-4ca1eac8b3b8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:11.578321 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-94de79e2-9e06-4220-8fa7-3ce50cece5f9 None None] Calling delete_port for cdd95578-b294-44cd-8a77-9ebe59b73e99 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:09:11.630709 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d1fda39b-b1fa-4614-b52a-4ca1eac8b3b8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.635021 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-d1fda39b-b1fa-4614-b52a-4ca1eac8b3b8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6448672 Jun 23 19:09:11.636251 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37912) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:11.647609 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-ad6509ef-ba3c-4d50-8f3d-ee4888a4e10c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Request body: {'security_group_rule': {'security_group_id': 'e41dbb64-272c-4932-a584-44571e8acf3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:11.729833 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.735158 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5638fb79-a4c3-4d14-847a-b2f4365a4696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:11.802369 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 7d79f7fb-79e5-4964-a9f9-e0c077191e49 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:09:11.803981 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd95578-b294-44cd-8a77-9ebe59b73e99,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:11.810620 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] No DVR routers for this DVR port cdd95578-b294-44cd-8a77-9ebe59b73e99 on host dv-cinder-790492-6-smb {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:09:11.813193 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad6509ef-ba3c-4d50-8f3d-ee4888a4e10c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.820423 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:11.826697 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 7d79f7fb-79e5-4964-a9f9-e0c077191e49 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:09:11.827143 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 7d79f7fb-79e5-4964-a9f9-e0c077191e49 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:09:11.827618 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device cdd95578-b294-44cd-8a77-9ebe59b73e99 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:09:11.850729 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: cdd95578-b294-44cd-8a77-9ebe59b73e99 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:09:11.854598 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device cdd95578-b294-44cd-8a77-9ebe59b73e99 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:09:11.854598 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device b59e5284-4d3e-45e1-aab4-ea55eb2bd69b no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:09:11.893810 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: b59e5284-4d3e-45e1-aab4-ea55eb2bd69b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:09:11.893810 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device b59e5284-4d3e-45e1-aab4-ea55eb2bd69b not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:09:11.930203 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94de79e2-9e06-4220-8fa7-3ce50cece5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.939318 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:11.958014 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:11.962200 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94de79e2-9e06-4220-8fa7-3ce50cece5f9 None None] No DVR routers for this DVR port cdd95578-b294-44cd-8a77-9ebe59b73e99 on host dv-cinder-790492-6-smb {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:09:11.964943 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de79e2-9e06-4220-8fa7-3ce50cece5f9 None None] Pushing event deleted for resources: {'Port': ['ID=cdd95578-b294-44cd-8a77-9ebe59b73e99,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:11.968220 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-94de79e2-9e06-4220-8fa7-3ce50cece5f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:11.976926 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13147630-f843-4805-b90f-6be722da65af']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:11.999308 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ed7573-b077-4e61-833b-9d1ca038ba76') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:11.999308 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ed7573-b077-4e61-833b-9d1ca038ba76') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:12.010239 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad6509ef-ba3c-4d50-8f3d-ee4888a4e10c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.018969 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29510084'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.050708 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.057141 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:09:12.057682 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29639395'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: Traceback (most recent call last): Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: timer() Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: cb(*args, **kw) Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: return func(*args, **kwargs) Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: self._notify() Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: self.callback(batched_events) Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: event.method(event) Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: return f(self, *a, **k) Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: return self._get(url).json() Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:09:12.059264 dv-cinder-790492-6-smb neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:09:12.124989 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad6509ef-ba3c-4d50-8f3d-ee4888a4e10c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.127251 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2c4a4446-0cd5-48b4-b464-2e56db74379e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:12.144606 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6509ef-ba3c-4d50-8f3d-ee4888a4e10c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2908fbd8-a29a-4e82-ac19-5f6648715acd,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:12.149149 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-ad6509ef-ba3c-4d50-8f3d-ee4888a4e10c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:12.231071 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.235649 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:12.238474 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.240251 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/13147630-f843-4805-b90f-6be722da65af HTTP/1.1" status: 204 len: 168 time: 1.0665679 Jun 23 19:09:12.244852 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 37928) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:12.307190 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ad6509ef-ba3c-4d50-8f3d-ee4888a4e10c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.308464 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-ad6509ef-ba3c-4d50-8f3d-ee4888a4e10c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6709652 Jun 23 19:09:12.311146 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=13147630-f843-4805-b90f-6be722da65af,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:12.311404 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37932) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:12.314757 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-99d8852c-430e-41e7-b248-633efa1dc0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:12.316962 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-2951af98-0dfd-42c9-8b5c-b6948ba64aba tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Request body: {'security_group_rule': {'security_group_id': 'e41dbb64-272c-4932-a584-44571e8acf3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:12.424767 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2951af98-0dfd-42c9-8b5c-b6948ba64aba tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.507430 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2951af98-0dfd-42c9-8b5c-b6948ba64aba tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.595613 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2951af98-0dfd-42c9-8b5c-b6948ba64aba tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661616'] for security_group_rule, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.598621 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-8fc35a6c-301c-4635-8437-f539e0d861a0 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:12.613244 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951af98-0dfd-42c9-8b5c-b6948ba64aba tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c79e90-b23b-4b70-8865-0cad6fefbb64,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:12.623104 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-2951af98-0dfd-42c9-8b5c-b6948ba64aba tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:12.650889 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5fc5418a-635f-4bae-a56e-73b06e2598da req-abcc8929-5f5e-443f-9ff5-d143dc7efa33 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 210 time: 0.2068648 Jun 23 19:09:12.709905 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cd18a25-4cd7-4b8c-ab20-cbf892287d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712418'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.750171 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2951af98-0dfd-42c9-8b5c-b6948ba64aba tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:12.752143 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-2951af98-0dfd-42c9-8b5c-b6948ba64aba tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4393821 Jun 23 19:09:12.756950 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 37948) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:12.762777 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Request body: {'floatingip': {'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:12.879420 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.012695 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.066457 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1cd18a25-4cd7-4b8c-ab20-cbf892287d9d admin admin] Deleting port 2bf87569-a197-44f2-95de-d91823a328a9 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:09:13.066891 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cd18a25-4cd7-4b8c-ab20-cbf892287d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.142200 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Allocated IP 172.28.2.243 (61fc6c52-fb4e-4a75-a8f6-f54a2f637903/0aaffefa-e1db-4c0f-b142-93e6d08f06cd/ce42e502-2a32-492d-ba29-d6364b17b57c) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:09:13.284210 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.468631 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1cd18a25-4cd7-4b8c-ab20-cbf892287d9d admin admin] For port 2bf87569-a197-44f2-95de-d91823a328a9, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=2bf87569-a197-44f2-95de-d91823a328a9,segment=NetworkSegment(2dff2028-2e39-4664-ae70-1bbec80eb757),segment_id=2dff2028-2e39-4664-ae70-1bbec80eb757)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:13.469035 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cd18a25-4cd7-4b8c-ab20-cbf892287d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.483852 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30248006'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.483852 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-0e6b4762-4389-420b-8987-15cedd5cbb3c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:13.484683 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187cd39-515d-4522-a625-86f9bf330f71 req-ca330e24-92fb-4752-9da7-0be45bd17071 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:13.485154 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-ca330e24-92fb-4752-9da7-0be45bd17071 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.77 "GET /v2.0/networks?id=6f276787-6d2f-4388-aea6-d3a0998dbf61 HTTP/1.1" status: 200 len: 816 time: 0.4335833 Jun 23 19:09:13.491256 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1cd18a25-4cd7-4b8c-ab20-cbf892287d9d admin admin] Calling delete_port for 2bf87569-a197-44f2-95de-d91823a328a9 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:09:13.533983 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Network 61fc6c52-fb4e-4a75-a8f6-f54a2f637903 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:09:13.537390 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:13.541922 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:09:13.572733 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event updated for resources: {'Port': ['ID=ce42e502-2a32-492d-ba29-d6364b17b57c,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:13.577750 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:13.608799 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-21bc7afa-9413-4fce-a2e7-a9b85fee6f6f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f95ac121b1a24229945867eb653a105a HTTP/1.1" status: 200 len: 380 time: 0.0571320 Jun 23 19:09:13.658030 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-d187cd39-515d-4522-a625-86f9bf330f71 req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Request body: {'port': {'device_id': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'admin_state_up': True, 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'security_groups': ['50d5c590-2b6a-4f5f-8861-eedfd00fe9f2']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:13.680535 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.838325 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.941914 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d187cd39-515d-4522-a625-86f9bf330f71 req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Made reservation on behalf of f95ac121b1a24229945867eb653a105a for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:13.946128 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d187cd39-515d-4522-a625-86f9bf330f71 req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.948782 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cd18a25-4cd7-4b8c-ab20-cbf892287d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:13.952241 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:13.984897 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-94d46fc8-0851-452c-9723-eac7781a3b51 req-3d655059-b7e7-4097-a512-2a1d01cb5425 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 210 time: 0.1242299 Jun 23 19:09:13.987705 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd18a25-4cd7-4b8c-ab20-cbf892287d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf87569-a197-44f2-95de-d91823a328a9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:13.993381 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-1cd18a25-4cd7-4b8c-ab20-cbf892287d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:14.080506 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.160846 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30248020'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.163406 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-38230526-c4c7-4925-85af-830ba1e9b3db tempest-ServerRescueNegativeTestJSON-1994334326 tempest-ServerRescueNegativeTestJSON-1994334326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:14.242643 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-d187cd39-515d-4522-a625-86f9bf330f71 req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Allocated IP 172.20.0.3 (6f276787-6d2f-4388-aea6-d3a0998dbf61/573f17ee-da5c-446d-9393-095d09cdcf95/6cc61231-64ee-4fb3-afdb-1eef142d8422) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:09:14.243760 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event updated for resources: {'Port': ['ID=ce42e502-2a32-492d-ba29-d6364b17b57c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:14.250587 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:14.258713 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.293265 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cd18a25-4cd7-4b8c-ab20-cbf892287d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597266'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.375559 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.384515 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6189911 Jun 23 19:09:14.508234 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d187cd39-515d-4522-a625-86f9bf330f71 req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.526015 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-d187cd39-515d-4522-a625-86f9bf330f71 req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Transition to ACTIVE for port object 6cc61231-64ee-4fb3-afdb-1eef142d8422 will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:14.645809 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-1772dc12-6b6d-41ba-9cbe-59e2f174605c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--796398436&fields=id&tenant_id=704cf5a143b64c318c400174e02d1fe7 HTTP/1.1" status: 200 len: 267 time: 0.0474112 Jun 23 19:09:14.651919 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd18a25-4cd7-4b8c-ab20-cbf892287d9d admin admin] Router 366f361c-bcd0-4b79-ac8e-34159eb472c2 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:09:14.763034 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d187cd39-515d-4522-a625-86f9bf330f71 req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29639213'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:14.767703 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-93f7a477-549e-4df8-92f6-8ad3602bd001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:14.779473 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-e3ece2df-d802-4e27-9866-3101456927c3 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:14.781015 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-e3ece2df-d802-4e27-9866-3101456927c3 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/networks?id=13ea8972-b95b-4038-a37a-9424804d7f04 HTTP/1.1" status: 200 len: 811 time: 0.1272151 Jun 23 19:09:14.796932 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd18a25-4cd7-4b8c-ab20-cbf892287d9d admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:09:14.800733 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-d2202b64-fa79-4179-ac71-3f971cf67147 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/quotas/704cf5a143b64c318c400174e02d1fe7 HTTP/1.1" status: 200 len: 375 time: 0.0116589 Jun 23 19:09:14.809363 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-1cd18a25-4cd7-4b8c-ab20-cbf892287d9d admin admin] 10.222.0.67 "PUT /v2.0/routers/366f361c-bcd0-4b79-ac8e-34159eb472c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5600197 Jun 23 19:09:14.809586 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f862e-7799-4a91-9db8-0e9e09f241a8 None None] Sync routers for ids ['366f361c-bcd0-4b79-ac8e-34159eb472c2'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:09:14.811223 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 38004) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:14.820932 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f862e-7799-4a91-9db8-0e9e09f241a8 None None] Routers {'366f361c-bcd0-4b79-ac8e-34159eb472c2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:14.824453 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-d03f862e-7799-4a91-9db8-0e9e09f241a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['366f361c-bcd0-4b79-ac8e-34159eb472c2'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:14.828250 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d187cd39-515d-4522-a625-86f9bf330f71 req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Network 6f276787-6d2f-4388-aea6-d3a0998dbf61 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:09:14.833100 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-d187cd39-515d-4522-a625-86f9bf330f71 req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:14.878803 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-d187cd39-515d-4522-a625-86f9bf330f71 req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:09:14.882224 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event updated for resources: {'Port': ['ID=6cc61231-64ee-4fb3-afdb-1eef142d8422,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:14.888562 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:14.921575 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-00ba5a43-2877-4b40-a096-fb49b6abc153 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=704cf5a143b64c318c400174e02d1fe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026287 Jun 23 19:09:14.951981 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-d03f862e-7799-4a91-9db8-0e9e09f241a8 None None] Set router 366f361c-bcd0-4b79-ac8e-34159eb472c2 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:15.009419 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187cd39-515d-4522-a625-86f9bf330f71 req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:15.010920 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d187cd39-515d-4522-a625-86f9bf330f71 req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:15.089860 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:15.147856 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-edd34461-d28f-4591-8c69-7acd640e927e service neutron] 10.222.0.67 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211750 Jun 23 19:09:15.190534 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-5cf8aae4-2980-4317-8cba-4e700022eac6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5379217 Jun 23 19:09:15.194825 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-d03f862e-7799-4a91-9db8-0e9e09f241a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'name': 'tempest-TestMinimumBasicScenario-2093273692-router', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:30Z', 'updated_at': '2021-06-23T19:09:13Z', 'revision_number': 5, 'project_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'gw_port': {'id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:31Z', 'updated_at': '2021-06-23T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:15.214691 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Request body: {'port': {'device_id': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:15.217325 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 38016) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:15.235725 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f862e-7799-4a91-9db8-0e9e09f241a8 None None] Checking router: 366f361c-bcd0-4b79-ac8e-34159eb472c2 for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:09:15.257751 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f862e-7799-4a91-9db8-0e9e09f241a8 None None] Routers {'366f361c-bcd0-4b79-ac8e-34159eb472c2'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:15.258531 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-d03f862e-7799-4a91-9db8-0e9e09f241a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['366f361c-bcd0-4b79-ac8e-34159eb472c2'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:15.313883 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-9c5dd578-434c-493c-8303-2947e2aeccb9 service neutron] 10.222.0.67 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596882 Jun 23 19:09:15.349532 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4d4d82a3-f97c-4df5-b27b-25a21bd4fcf3 None None] Provisioning for port 6cc61231-64ee-4fb3-afdb-1eef142d8422 completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:09:15.359530 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4d4d82a3-f97c-4df5-b27b-25a21bd4fcf3 None None] Provisioning complete for port 6cc61231-64ee-4fb3-afdb-1eef142d8422 triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:15.359530 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4d4d82a3-f97c-4df5-b27b-25a21bd4fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:15.382277 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d43e9-fcd1-4465-8804-a6fc69d88354 req-9c1a5bc1-d365-4869-8762-77ce80a10471 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:15.386163 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f95d43e9-fcd1-4465-8804-a6fc69d88354 req-9c1a5bc1-d365-4869-8762-77ce80a10471 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 931 time: 0.1314061 Jun 23 19:09:15.432873 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d82a3-f97c-4df5-b27b-25a21bd4fcf3 None None] Port 6cc61231-64ee-4fb3-afdb-1eef142d8422 cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:09:15.467319 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:15.473047 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-d03f862e-7799-4a91-9db8-0e9e09f241a8 None None] Set router 366f361c-bcd0-4b79-ac8e-34159eb472c2 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:15.477288 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f95d43e9-fcd1-4465-8804-a6fc69d88354 req-eacffb36-451f-495a-9d92-fc5cf53f7a15 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810170 Jun 23 19:09:15.501903 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9285f81-bbfb-45b5-a69d-d9ede53bf833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:15.540370 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:15.711678 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-00e264ae-96a9-4e4d-a981-ca20909d6e41 req-27219761-d27a-4426-ada9-ff16e7bcc5db tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 210 time: 0.0395846 Jun 23 19:09:15.844516 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Deleting port 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:09:15.845127 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:15.863696 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-d03f862e-7799-4a91-9db8-0e9e09f241a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'name': 'tempest-TestMinimumBasicScenario-2093273692-router', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:30Z', 'updated_at': '2021-06-23T19:09:13Z', 'revision_number': 5, 'project_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'gw_port': {'id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:31Z', 'updated_at': '2021-06-23T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:15.904360 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f862e-7799-4a91-9db8-0e9e09f241a8 None None] The sync data for ids ['366f361c-bcd0-4b79-ac8e-34159eb472c2'] in dv-cinder-790492-6-smb is: [{'id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'name': 'tempest-TestMinimumBasicScenario-2093273692-router', 'tenant_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:05:30Z', 'updated_at': '2021-06-23T19:09:13Z', 'revision_number': 5, 'project_id': '7ffb0ac5074f47b89a22950e13ed0d00', 'gw_port': {'id': '4e81cca5-eff3-4913-98ba-d6e8ffc0c04f', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366f361c-bcd0-4b79-ac8e-34159eb472c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:05:31Z', 'updated_at': '2021-06-23T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:09:16.001110 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9285f81-bbfb-45b5-a69d-d9ede53bf833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:16.058422 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] For port 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=4e81cca5-eff3-4913-98ba-d6e8ffc0c04f,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:16.059142 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:16.077201 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc61231-64ee-4fb3-afdb-1eef142d8422 {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:09:16.081612 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Calling delete_port for 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:09:16.088440 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:16.136477 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Transition to ACTIVE for port object 6cc61231-64ee-4fb3-afdb-1eef142d8422 will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:16.138535 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b9285f81-bbfb-45b5-a69d-d9ede53bf833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:16.142052 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6d1a3d07-5dd0-4ae9-b1cf-42c08a253f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:16.193870 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9285f81-bbfb-45b5-a69d-d9ede53bf833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9056c1-fb70-4a84-a733-99a2085b7f8d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:16.198160 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-b9285f81-bbfb-45b5-a69d-d9ede53bf833 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5507d05a936341958de34333fc210228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9796622 Jun 23 19:09:16.199044 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b9285f81-bbfb-45b5-a69d-d9ede53bf833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:16.200781 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38036) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:16.268895 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-206a2ef5-41c5-4476-94c5-2fb778af940f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:16.293298 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-206a2ef5-41c5-4476-94c5-2fb778af940f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:16.354096 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:16.366168 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-feb1ee0c-88d7-464e-9a3e-d8a377d6513c tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:16.458234 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-206a2ef5-41c5-4476-94c5-2fb778af940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:16.465639 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-206a2ef5-41c5-4476-94c5-2fb778af940f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:16.467639 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-206a2ef5-41c5-4476-94c5-2fb778af940f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3a9056c1-fb70-4a84-a733-99a2085b7f8d HTTP/1.1" status: 204 len: 168 time: 0.2654698 Jun 23 19:09:16.469095 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-db4aa270-812f-4b9d-a465-def472ebcb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:16.483800 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a2ef5-41c5-4476-94c5-2fb778af940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9056c1-fb70-4a84-a733-99a2085b7f8d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:16.491426 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-206a2ef5-41c5-4476-94c5-2fb778af940f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:16.716311 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:16.742710 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc61231-64ee-4fb3-afdb-1eef142d8422,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:16.789552 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:16.789940 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:16.790297 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:16.790663 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:16.791026 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:16.791388 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:16.791751 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:16.792135 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:16.792503 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:16.792859 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:16.793371 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:16.793564 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:16.800218 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:16.803304 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2eab4ef7-49bf-4944-94a4-58eb16038313 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:16.828300 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f518458-6cb2-466b-a0b6-398693e4c697 req-0f9444c5-09b7-494e-9373-27c0560776bc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:16.835785 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8f518458-6cb2-466b-a0b6-398693e4c697 req-0f9444c5-09b7-494e-9373-27c0560776bc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.1118240 Jun 23 19:09:16.865223 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e81cca5-eff3-4913-98ba-d6e8ffc0c04f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:16.872011 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:16.900126 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8f518458-6cb2-466b-a0b6-398693e4c697 req-fe656ed8-a203-4143-9b49-bb51a9e012b2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525539 Jun 23 19:09:16.908709 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692615'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:16.984360 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Attempting to bind port 6cc61231-64ee-4fb3-afdb-1eef142d8422 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:09:16.984360 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Attempting to bind port 6cc61231-64ee-4fb3-afdb-1eef142d8422 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:09:16.984360 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Attempting to bind port 6cc61231-64ee-4fb3-afdb-1eef142d8422 on network 6f276787-6d2f-4388-aea6-d3a0998dbf61 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:09:17.013943 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Port 6cc61231-64ee-4fb3-afdb-1eef142d8422 on network 6f276787-6d2f-4388-aea6-d3a0998dbf61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:09:17.014262 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Attempting to bind port 6cc61231-64ee-4fb3-afdb-1eef142d8422 on network 6f276787-6d2f-4388-aea6-d3a0998dbf61 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:09:17.023064 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:09:17.023690 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Checking segment: {'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:17.026260 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Bound using segment: {'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:09:17.026260 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Bound port: 6cc61231-64ee-4fb3-afdb-1eef142d8422, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569808f1-c2af-4a59-bd94-62bb68dd740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:09:17.026260 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.028854 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7763'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.032402 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.056048 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d9e1e8cc-acb6-4f2e-98b0-4be350872cdf req-8151ce06-8b96-4f23-bf95-3cb5e258e721 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 210 time: 0.0556154 Jun 23 19:09:17.150041 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] For port 6cc61231-64ee-4fb3-afdb-1eef142d8422, host hv-cinder-79049, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:09:17.155704 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] For port 6cc61231-64ee-4fb3-afdb-1eef142d8422, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:09:17.181972 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597993'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.182634 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 366f361c-bcd0-4b79-ac8e-34159eb472c2 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:09:17.188583 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.189816 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-1392626b-5963-4cee-a588-4047a5edb94b admin admin] 10.222.0.67 "DELETE /v2.0/routers/366f361c-bcd0-4b79-ac8e-34159eb472c2 HTTP/1.1" status: 204 len: 168 time: 2.3786407 Jun 23 19:09:17.193199 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38058) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:17.248465 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cad3524-77aa-4007-a252-852446dfd6c1 admin admin] Deleting subnet 2ea701a8-c83f-4145-b922-536eec47de43 {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:09:17.250860 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2cad3524-77aa-4007-a252-852446dfd6c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.296945 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.303108 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2cad3524-77aa-4007-a252-852446dfd6c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29673321'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.304961 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-34f52ef0-c625-4612-b9af-473a5540cb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:17.345816 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:17.345816 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.346178 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] 10.222.0.77 "PUT /v2.0/ports/6cc61231-64ee-4fb3-afdb-1eef142d8422 HTTP/1.1" status: 200 len: 1093 time: 2.1363230 Jun 23 19:09:17.348948 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:17.349769 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fcbac34a3f989e7a1382fe2a1fc7386b8fde9f0dc9ad1e1afd8ba582fa7245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b6c4ff-7e1c-4896-b8a5-81ef277a9411" -d '{"events": [{"name": "network-changed", "server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:17.388163 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc61231-64ee-4fb3-afdb-1eef142d8422,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:17.399244 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:17.400839 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a47f2f-123c-4e85-b76b-704a07fb65dd x-openstack-request-id: req-f2a47f2f-123c-4e85-b76b-704a07fb65dd {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:17.401175 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:17.401469 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f2a47f2f-123c-4e85-b76b-704a07fb65dd {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:17.401921 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'status': 'completed', 'code': 200} Jun 23 19:09:17.437036 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2cad3524-77aa-4007-a252-852446dfd6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.542676 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38062) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:17.558586 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1acc8ef-0125-493b-b905-fde6f96dd8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.561604 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6c4ff-7e1c-4896-b8a5-81ef277a9411 req-67116d25-5776-4f73-a7da-c008b9b4328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:17.563201 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-84b6c4ff-7e1c-4896-b8a5-81ef277a9411 req-67116d25-5776-4f73-a7da-c008b9b4328e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 1096 time: 0.0822618 Jun 23 19:09:17.599789 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2cad3524-77aa-4007-a252-852446dfd6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30247957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29515577'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.606588 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-cb351331-2b9c-41c6-bcce-067534653fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:17.638275 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad3524-77aa-4007-a252-852446dfd6c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea701a8-c83f-4145-b922-536eec47de43,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:17.642534 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-2cad3524-77aa-4007-a252-852446dfd6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:17.648357 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2cad3524-77aa-4007-a252-852446dfd6c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.650427 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-2cad3524-77aa-4007-a252-852446dfd6c1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2ea701a8-c83f-4145-b922-536eec47de43 HTTP/1.1" status: 204 len: 168 time: 0.4562118 Jun 23 19:09:17.650948 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fe90a2-ef5a-450f-935e-25c716934fb5 None None] Network 1844c56b-02b0-4a3f-bf35-ef3cc4d84111 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:09:17.652887 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38064) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:17.781381 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.803710 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:09:17.830193 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:09:17.830547 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 4e81cca5-eff3-4913-98ba-d6e8ffc0c04f not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:09:17.831502 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 2bf87569-a197-44f2-95de-d91823a328a9 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:09:17.851871 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 2bf87569-a197-44f2-95de-d91823a328a9 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:09:17.852516 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 2bf87569-a197-44f2-95de-d91823a328a9 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:09:17.868024 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1acc8ef-0125-493b-b905-fde6f96dd8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.873831 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6c4ff-7e1c-4896-b8a5-81ef277a9411 req-1991ee8e-4645-4a9f-8cf0-887fbc9e177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:17.875482 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-84b6c4ff-7e1c-4896-b8a5-81ef277a9411 req-1991ee8e-4645-4a9f-8cf0-887fbc9e177b service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f95ac121b1a24229945867eb653a105a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2854750 Jun 23 19:09:17.885772 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Deleting port 4d5cf900-850b-4623-b714-6c7a4d82c1a5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:09:17.886303 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.974001 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] For port 4d5cf900-850b-4623-b714-6c7a4d82c1a5, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=4d5cf900-850b-4623-b714-6c7a4d82c1a5,segment=NetworkSegment(2dff2028-2e39-4664-ae70-1bbec80eb757),segment_id=2dff2028-2e39-4664-ae70-1bbec80eb757)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:17.974001 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:17.981732 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b51f5c-7ce3-4bc5-9a81-2636f7dea340 None None] DHCP port deletion for 1844c56b-02b0-4a3f-bf35-ef3cc4d84111 request from dv-cinder-790492-6-smb {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:09:17.998955 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a1acc8ef-0125-493b-b905-fde6f96dd8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.008630 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:18.010950 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Calling delete_port for 4d5cf900-850b-4623-b714-6c7a4d82c1a5 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:09:18.070161 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-17b51f5c-7ce3-4bc5-9a81-2636f7dea340 None None] Deleting port 4d5cf900-850b-4623-b714-6c7a4d82c1a5 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:09:18.070928 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17b51f5c-7ce3-4bc5-9a81-2636f7dea340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.106573 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acc8ef-0125-493b-b905-fde6f96dd8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0089f5d-b5b7-48f4-afd6-ea614738fc68,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:18.109716 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-a1acc8ef-0125-493b-b905-fde6f96dd8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:18.114987 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-a1acc8ef-0125-493b-b905-fde6f96dd8e8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7e668925a1d24e00a3c986ede945de96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5685594 Jun 23 19:09:18.142773 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-17b51f5c-7ce3-4bc5-9a81-2636f7dea340 None None] For port 4d5cf900-850b-4623-b714-6c7a4d82c1a5, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=4d5cf900-850b-4623-b714-6c7a4d82c1a5,segment=NetworkSegment(2dff2028-2e39-4664-ae70-1bbec80eb757),segment_id=2dff2028-2e39-4664-ae70-1bbec80eb757)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:18.144288 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17b51f5c-7ce3-4bc5-9a81-2636f7dea340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.150144 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38078) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:18.161779 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6c4ff-7e1c-4896-b8a5-81ef277a9411 req-6cb81ac6-1d27-4c40-922c-6ef557681e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:18.175746 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-84b6c4ff-7e1c-4896-b8a5-81ef277a9411 req-6cb81ac6-1d27-4c40-922c-6ef557681e7e service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2812102 Jun 23 19:09:18.175950 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-17b51f5c-7ce3-4bc5-9a81-2636f7dea340 None None] Calling delete_port for 4d5cf900-850b-4623-b714-6c7a4d82c1a5 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:09:18.275207 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a93c577e-d857-42f7-9671-025ca7db8654 req-3b80a572-fef0-4930-8da9-fd99b77b4395 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 210 time: 0.0403109 Jun 23 19:09:18.291320 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6119-b020-4e86-9381-95f66ff8d4b0 req-6894984b-052d-49e4-bc76-29a32e85a27a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:18.292837 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-aaab6119-b020-4e86-9381-95f66ff8d4b0 req-6894984b-052d-49e4-bc76-29a32e85a27a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.1900012 Jun 23 19:09:18.302051 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:09:18.319619 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b665ca70-4e43-44f5-bc30-b8d05d5a10ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.357444 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-aaab6119-b020-4e86-9381-95f66ff8d4b0 req-6134e31e-8596-4b65-a922-0233891e4582 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554523 Jun 23 19:09:18.359399 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b665ca70-4e43-44f5-bc30-b8d05d5a10ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.361454 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.367459 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17b51f5c-7ce3-4bc5-9a81-2636f7dea340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.369950 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-917979d4-b6a6-4c78-a2d3-083c2a77f5f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:18.372225 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:18.400391 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5cf900-850b-4623-b714-6c7a4d82c1a5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:18.403595 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:18.408819 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] No DVR routers for this DVR port 4d5cf900-850b-4623-b714-6c7a4d82c1a5 on host dv-cinder-790492-6-smb {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:09:18.415757 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187cd39-515d-4522-a625-86f9bf330f71 req-7b711a25-b9f6-4b1c-aeaf-41962a2ab87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:18.417398 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-7b711a25-b9f6-4b1c-aeaf-41962a2ab87d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 1096 time: 0.1006010 Jun 23 19:09:18.426026 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b51f5c-7ce3-4bc5-9a81-2636f7dea340 None None] Pushing event deleted for resources: {'Port': ['ID=4d5cf900-850b-4623-b714-6c7a4d82c1a5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:18.432634 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b51f5c-7ce3-4bc5-9a81-2636f7dea340 None None] No DVR routers for this DVR port 4d5cf900-850b-4623-b714-6c7a4d82c1a5 on host dv-cinder-790492-6-smb {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:09:18.437519 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-17b51f5c-7ce3-4bc5-9a81-2636f7dea340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:18.480315 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-fc2cbec5-1655-4a8d-a465-4abc3921e3b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422 HTTP/1.1" status: 200 len: 217 time: 0.0464823 Jun 23 19:09:18.500986 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.511534 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1844c56b-02b0-4a3f-bf35-ef3cc4d84111']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:18.522573 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dff2028-2e39-4664-ae70-1bbec80eb757') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:18.522871 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dff2028-2e39-4664-ae70-1bbec80eb757') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:18.532381 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29673334'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.534508 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187cd39-515d-4522-a625-86f9bf330f71 req-faa4f028-d7b5-4adf-9d90-61cc8de53145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:18.536123 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-faa4f028-d7b5-4adf-9d90-61cc8de53145 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=573f17ee-da5c-446d-9393-095d09cdcf95 HTTP/1.1" status: 200 len: 855 time: 0.0492833 Jun 23 19:09:18.552534 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.559754 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:09:18.560487 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30248072'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: Traceback (most recent call last): Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: timer() Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: cb(*args, **kw) Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: return func(*args, **kwargs) Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: self._notify() Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: self.callback(batched_events) Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: event.method(event) Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: return f(self, *a, **k) Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: return self._get(url).json() Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:09:18.562539 dv-cinder-790492-6-smb neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:09:18.612409 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b665ca70-4e43-44f5-bc30-b8d05d5a10ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.615013 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b665ca70-4e43-44f5-bc30-b8d05d5a10ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.616237 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-b665ca70-4e43-44f5-bc30-b8d05d5a10ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f0089f5d-b5b7-48f4-afd6-ea614738fc68 HTTP/1.1" status: 204 len: 168 time: 0.4651020 Jun 23 19:09:18.635441 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-52ecd2aa-10ea-4a57-b902-678edc01fe10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:18.636353 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187cd39-515d-4522-a625-86f9bf330f71 req-9bb18c0c-688a-45e1-825f-07fe59549a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:18.636353 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-9bb18c0c-688a-45e1-825f-07fe59549a29 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f276787-6d2f-4388-aea6-d3a0998dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775406 Jun 23 19:09:18.636615 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665ca70-4e43-44f5-bc30-b8d05d5a10ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0089f5d-b5b7-48f4-afd6-ea614738fc68,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:18.636615 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-b665ca70-4e43-44f5-bc30-b8d05d5a10ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:18.712780 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.722851 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:18.724841 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] 10.222.0.67 "DELETE /v2.0/networks/1844c56b-02b0-4a3f-bf35-ef3cc4d84111 HTTP/1.1" status: 204 len: 168 time: 1.0708675 Jun 23 19:09:18.725717 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:18.741084 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=1844c56b-02b0-4a3f-bf35-ef3cc4d84111,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:18.747310 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:18.774831 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-7ea76888-05bd-4a2a-90a9-4e1aed827986 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360760 Jun 23 19:09:18.878800 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-d187cd39-515d-4522-a625-86f9bf330f71 req-0a369959-9bf2-4baf-9955-e55405eecdfd service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954635 Jun 23 19:09:19.122381 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-8034014f-5c22-4f8e-a54e-7bf6e3f23d82 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:19.123949 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-8034014f-5c22-4f8e-a54e-7bf6e3f23d82 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.77 "GET /v2.0/networks?id=13ea8972-b95b-4038-a37a-9424804d7f04 HTTP/1.1" status: 200 len: 811 time: 0.1428177 Jun 23 19:09:19.200052 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-1f2d554e-6be3-4687-9b2f-7a53bbce3476 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=704cf5a143b64c318c400174e02d1fe7 HTTP/1.1" status: 200 len: 379 time: 0.0451145 Jun 23 19:09:19.213496 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Request body: {'port': {'device_id': '3c680666-44ce-443f-ae62-86b9182185b1', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'admin_state_up': True, 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'security_groups': ['e41dbb64-272c-4932-a584-44571e8acf3d']}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:19.238613 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38090) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:19.299844 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-51541897-2747-442a-939f-9d905ef45062 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f7b1c893a854b98b934c4ce3b98b0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561805 Jun 23 19:09:19.300101 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38094) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:19.424794 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-420fcdfe-e8c5-4a9f-94f9-01db3d2e9743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:19.486523 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-420fcdfe-e8c5-4a9f-94f9-01db3d2e9743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:19.611711 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e558e3c0-43f4-41eb-8a8d-d60a0deb7687 req-d88dfabc-a5fa-4a12-a13a-63dba8fff00e tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 210 time: 0.0708656 Jun 23 19:09:19.652966 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbfb1c-70fa-4352-9aaa-1f8ac5113517 req-aac07f01-9b51-44a0-92ba-4ca941280117 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:19.655540 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-55fbfb1c-70fa-4352-9aaa-1f8ac5113517 req-aac07f01-9b51-44a0-92ba-4ca941280117 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.1127884 Jun 23 19:09:19.666505 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Made reservation on behalf of 704cf5a143b64c318c400174e02d1fe7 for: {'port': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:19.668386 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:19.716643 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-55fbfb1c-70fa-4352-9aaa-1f8ac5113517 req-3f5fc31a-e29b-4c3e-bd7b-584b9da38a35 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538268 Jun 23 19:09:19.724242 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 4d5cf900-850b-4623-b714-6c7a4d82c1a5 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:09:19.746316 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 4d5cf900-850b-4623-b714-6c7a4d82c1a5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:09:19.746316 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 4d5cf900-850b-4623-b714-6c7a4d82c1a5 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:09:19.780476 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-420fcdfe-e8c5-4a9f-94f9-01db3d2e9743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:19.783187 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-420fcdfe-e8c5-4a9f-94f9-01db3d2e9743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:19.784529 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-420fcdfe-e8c5-4a9f-94f9-01db3d2e9743 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eb199812-4514-4955-8d30-f3d1c020cfe2 HTTP/1.1" status: 204 len: 168 time: 0.4831455 Jun 23 19:09:19.786774 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f20fb2cc-49c0-4dba-b61f-1f0d7339378d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:19.794877 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fcdfe-e8c5-4a9f-94f9-01db3d2e9743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb199812-4514-4955-8d30-f3d1c020cfe2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:19.797250 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-420fcdfe-e8c5-4a9f-94f9-01db3d2e9743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:19.838479 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_common [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Allocated IP 172.20.0.6 (13ea8972-b95b-4038-a37a-9424804d7f04/6fa6a529-02d5-4dee-88c9-ecdd419aeba3/a27e7cce-3184-4884-9b1c-0105220f823c) {{(pid=93757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:09:19.967403 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 38110) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:19.987527 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d05ccfea-6faa-433f-8d3b-b61da09a140c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.032826 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for port, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.058111 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Transition to ACTIVE for port object a27e7cce-3184-4884-9b1c-0105220f823c will not be triggered until provisioned by entity DHCP. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:20.143326 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d05ccfea-6faa-433f-8d3b-b61da09a140c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.209569 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29639213'] for port, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.215737 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d990ce7a-9d00-459d-a300-0839f80d465a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:20.218816 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6cc61231-64ee-4fb3-afdb-1eef142d8422 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:09:20.243915 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d05ccfea-6faa-433f-8d3b-b61da09a140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.318153 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.331732 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-d05ccfea-6faa-433f-8d3b-b61da09a140c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=72c1fc3be90e498a95e9eaee087890b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627172 Jun 23 19:09:20.334381 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38122) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:20.350987 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Network 13ea8972-b95b-4038-a37a-9424804d7f04 is already hosted by enough agents. {{(pid=93757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:09:20.352676 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event updated for resources: {'Port': ['ID=a27e7cce-3184-4884-9b1c-0105220f823c,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:20.355653 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Resources bound (agent type, host, resource id): {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:20.357952 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:20.358590 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-79c4dce1-9abd-4ee9-8299-7f9921b13ebd tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:20.361635 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Received port after_create {{(pid=93757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:09:20.428141 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ccfea-6faa-433f-8d3b-b61da09a140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5d97f6-76bc-4ee8-a357-f167c874f4fd,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:20.431600 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 6cc61231-64ee-4fb3-afdb-1eef142d8422, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:20.443144 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-002e4f52-4b9d-4bef-97e1-edde8ce50cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.449270 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d05ccfea-6faa-433f-8d3b-b61da09a140c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:20.471418 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:20.472282 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.492761 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'port_id': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'mac_address': 'fa:16:3e:26:48:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:09:20.497484 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-002e4f52-4b9d-4bef-97e1-edde8ce50cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.568000 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.585749 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc61231-64ee-4fb3-afdb-1eef142d8422 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:09:20.629307 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f6253ff3-2a14-4317-9264-b2667b83d2e4 req-e583db4d-8a9d-4ae8-b4a0-64c105d754e2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0996177 Jun 23 19:09:20.631186 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 6cc61231-64ee-4fb3-afdb-1eef142d8422, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:20.637822 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4309280 Jun 23 19:09:20.706102 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Request body: {'port': {'device_id': '3c680666-44ce-443f-ae62-86b9182185b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:20.721737 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-002e4f52-4b9d-4bef-97e1-edde8ce50cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.722169 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.725250 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-002e4f52-4b9d-4bef-97e1-edde8ce50cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.730442 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:20.731039 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-002e4f52-4b9d-4bef-97e1-edde8ce50cba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/be5d97f6-76bc-4ee8-a357-f167c874f4fd HTTP/1.1" status: 204 len: 168 time: 0.3903196 Jun 23 19:09:20.731039 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f5a3e444-c5bc-4e66-b489-6c5b486bd32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:20.761880 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e4f52-4b9d-4bef-97e1-edde8ce50cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5d97f6-76bc-4ee8-a357-f167c874f4fd,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:20.817087 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38140) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:20.821015 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-002e4f52-4b9d-4bef-97e1-edde8ce50cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:20.890211 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=6cc61231-64ee-4fb3-afdb-1eef142d8422,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:20.896996 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:20.905712 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:20.975614 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6253ff3-2a14-4317-9264-b2667b83d2e4 req-5e287865-7073-43bf-906d-9a4c54daee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:20.977278 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f6253ff3-2a14-4317-9264-b2667b83d2e4 req-5e287865-7073-43bf-906d-9a4c54daee75 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ddefd90527a43e5836ae07ee3314869&device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 1099 time: 0.2488499 Jun 23 19:09:20.986855 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-32eeb4ed-4af7-40a4-b3ea-6ef4091ecefb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ffb0ac5074f47b89a22950e13ed0d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668062 Jun 23 19:09:20.989708 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38142) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:21.004644 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651afdf9-bc88-4acf-a540-db96453c8fff req-e97cbac2-c374-4a6c-a5ad-44b85f894f3c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:21.006238 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-651afdf9-bc88-4acf-a540-db96453c8fff req-e97cbac2-c374-4a6c-a5ad-44b85f894f3c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 931 time: 0.2422087 Jun 23 19:09:21.031354 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f151a62e-8174-4b5a-ac1c-100463513511 None None] Provisioning for port a27e7cce-3184-4884-9b1c-0105220f823c completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:09:21.040874 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f151a62e-8174-4b5a-ac1c-100463513511 None None] Provisioning complete for port a27e7cce-3184-4884-9b1c-0105220f823c triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:21.041522 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f151a62e-8174-4b5a-ac1c-100463513511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:21.072578 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['6cc61231-64ee-4fb3-afdb-1eef142d8422'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:09:21.114107 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f151a62e-8174-4b5a-ac1c-100463513511 None None] Port a27e7cce-3184-4884-9b1c-0105220f823c cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:09:21.266209 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27e7cce-3184-4884-9b1c-0105220f823c {{(pid=93757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:09:21.275996 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:21.292378 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.provisioning_blocks [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Transition to ACTIVE for port object a27e7cce-3184-4884-9b1c-0105220f823c will not be triggered until provisioned by entity L2. {{(pid=93757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:09:21.414275 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:21.419150 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:21.484042 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b1040-9d4f-4b2e-a7c7-aa2604e9818b req-952e1304-83b8-41ae-ab02-c4bfc9342fbc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:21.490065 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-484b1040-9d4f-4b2e-a7c7-aa2604e9818b req-952e1304-83b8-41ae-ab02-c4bfc9342fbc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 944 time: 0.5650713 Jun 23 19:09:21.496777 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-651afdf9-bc88-4acf-a540-db96453c8fff req-2fe109e9-9308-4a53-bf4b-7900d3a99d91 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=e41dbb64-272c-4932-a584-44571e8acf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4703498 Jun 23 19:09:21.511924 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Pushing event updated for resources: {'Port': ['ID=a27e7cce-3184-4884-9b1c-0105220f823c,revision_number=2']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:21.516038 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:21.526225 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:21.547493 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6253ff3-2a14-4317-9264-b2667b83d2e4 req-1d595ca2-0225-445e-b219-ab4532bb3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:21.549603 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f6253ff3-2a14-4317-9264-b2667b83d2e4 req-1d595ca2-0225-445e-b219-ab4532bb3842 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bd9f5c37-cd18-4159-95f5-669b7990ddf8 HTTP/1.1" status: 200 len: 910 time: 0.5406730 Jun 23 19:09:21.575882 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:21.582531 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Attempting to bind port a27e7cce-3184-4884-9b1c-0105220f823c on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:09:21.582955 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Attempting to bind port a27e7cce-3184-4884-9b1c-0105220f823c by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:09:21.583354 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Attempting to bind port a27e7cce-3184-4884-9b1c-0105220f823c on network 13ea8972-b95b-4038-a37a-9424804d7f04 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:09:21.588681 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Port a27e7cce-3184-4884-9b1c-0105220f823c on network 13ea8972-b95b-4038-a37a-9424804d7f04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:09:21.589089 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Attempting to bind port a27e7cce-3184-4884-9b1c-0105220f823c on network 13ea8972-b95b-4038-a37a-9424804d7f04 {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:09:21.602973 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:09:21.602973 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Checking segment: {'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:21.602973 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Bound using segment: {'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'} {{(pid=93757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:09:21.602973 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.managers [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Bound port: a27e7cce-3184-4884-9b1c-0105220f823c, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29863f63-7ad3-4bfb-a754-d95e2ea3b892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04'}}] {{(pid=93757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:09:21.602973 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:21.631563 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-484b1040-9d4f-4b2e-a7c7-aa2604e9818b req-94971652-b525-4fb1-a145-038dda6e6c3b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312940 Jun 23 19:09:21.700570 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f6253ff3-2a14-4317-9264-b2667b83d2e4 req-4cd94010-a9f7-4a44-8f89-3f8222acc2e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 HTTP/1.1" status: 200 len: 1002 time: 0.1334138 Jun 23 19:09:21.723883 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] For port a27e7cce-3184-4884-9b1c-0105220f823c, host hv-cinder-79049, cleared binding levels {{(pid=93757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:09:21.730638 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] For port a27e7cce-3184-4884-9b1c-0105220f823c, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a27e7cce-3184-4884-9b1c-0105220f823c,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:09:21.767490 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6253ff3-2a14-4317-9264-b2667b83d2e4 req-6047500a-62d6-4fe8-aee0-4ec828da18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:21.769168 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f6253ff3-2a14-4317-9264-b2667b83d2e4 req-6047500a-62d6-4fe8-aee0-4ec828da18d5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e2b3849-d3f2-4a40-824a-f6964c8be49d HTTP/1.1" status: 200 len: 848 time: 0.0566347 Jun 23 19:09:21.786306 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:21.789013 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:21.790164 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8af29732-2bbb-40bd-930e-61619f2cc5ff HTTP/1.1" status: 204 len: 168 time: 0.7994771 Jun 23 19:09:21.807476 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-3e4d0d5c-8e5b-4081-969c-a445d0a8fd8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:21.818891 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29639231'] for port, after_update {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:21.819343 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af29732-2bbb-40bd-930e-61619f2cc5ff,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:21.830647 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:21.831867 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:21.832255 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:21.832627 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:21.832989 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:21.833342 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:21.833700 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:21.834054 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:21.834405 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:21.834760 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:21.835239 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:21.835607 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:21.835985 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:09:21.840009 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:21.881319 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:21.881943 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:21.883663 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] 10.222.0.77 "PUT /v2.0/ports/a27e7cce-3184-4884-9b1c-0105220f823c HTTP/1.1" status: 200 len: 1093 time: 1.1881630 Jun 23 19:09:21.884253 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c680666-44ce-443f-ae62-86b9182185b1', 'tag': 'a27e7cce-3184-4884-9b1c-0105220f823c'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:21.886819 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fcbac34a3f989e7a1382fe2a1fc7386b8fde9f0dc9ad1e1afd8ba582fa7245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5084c2-816e-42dd-9aa0-5821ada7af74" -d '{"events": [{"name": "network-changed", "server_uuid": "3c680666-44ce-443f-ae62-86b9182185b1", "tag": "a27e7cce-3184-4884-9b1c-0105220f823c"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:21.901822 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6253ff3-2a14-4317-9264-b2667b83d2e4 req-9e96fb7d-a3ff-4403-aa13-69560312ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:21.905306 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f6253ff3-2a14-4317-9264-b2667b83d2e4 req-9e96fb7d-a3ff-4403-aa13-69560312ef71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd9f5c37-cd18-4159-95f5-669b7990ddf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1283543 Jun 23 19:09:21.919004 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Pushing event updated for resources: {'Port': ['ID=a27e7cce-3184-4884-9b1c-0105220f823c,revision_number=3']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:21.923710 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c4bcd811-5b32-4420-a8bb-c514bf57a157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:21.952657 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d03b80d-2b1b-4ece-ae9b-915c597c5d4b x-openstack-request-id: req-5d03b80d-2b1b-4ece-ae9b-915c597c5d4b {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:21.953169 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c680666-44ce-443f-ae62-86b9182185b1", "tag": "a27e7cce-3184-4884-9b1c-0105220f823c", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:21.953522 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5d03b80d-2b1b-4ece-ae9b-915c597c5d4b {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:21.954145 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c680666-44ce-443f-ae62-86b9182185b1', 'tag': 'a27e7cce-3184-4884-9b1c-0105220f823c', 'status': 'completed', 'code': 200} Jun 23 19:09:22.069812 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f6253ff3-2a14-4317-9264-b2667b83d2e4 req-ba0a93cf-fc26-490c-b2f1-6c284dccf3a2 service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448178 Jun 23 19:09:22.103202 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5084c2-816e-42dd-9aa0-5821ada7af74 req-05110e8a-6012-47fe-93bf-db3d65d5a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:22.104844 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-5e5084c2-816e-42dd-9aa0-5821ada7af74 req-05110e8a-6012-47fe-93bf-db3d65d5a891 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=704cf5a143b64c318c400174e02d1fe7&device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 1096 time: 0.1049271 Jun 23 19:09:22.197999 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f6253ff3-2a14-4317-9264-b2667b83d2e4 req-a8e8f66a-e240-4b25-878f-4232db2d22d8 service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145272 Jun 23 19:09:22.224551 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5084c2-816e-42dd-9aa0-5821ada7af74 req-a145691b-6643-4bc7-bfe4-19ae9fad17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:22.225722 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6cc61231-64ee-4fb3-afdb-1eef142d8422 up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:09:22.226202 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-5e5084c2-816e-42dd-9aa0-5821ada7af74 req-a145691b-6643-4bc7-bfe4-19ae9fad17f2 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=704cf5a143b64c318c400174e02d1fe7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1053755 Jun 23 19:09:22.387231 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5084c2-816e-42dd-9aa0-5821ada7af74 req-2ac60702-c51a-4fea-b621-6acd71dae21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:22.388818 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-5e5084c2-816e-42dd-9aa0-5821ada7af74 req-2ac60702-c51a-4fea-b621-6acd71dae21e service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312599 Jun 23 19:09:22.434914 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port 6cc61231-64ee-4fb3-afdb-1eef142d8422 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:09:22.440271 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 6cc61231-64ee-4fb3-afdb-1eef142d8422 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:22.441085 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:22.525523 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-9f15eeb6-13e3-4f8b-b85b-ad1092c04773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:22.527360 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-9f15eeb6-13e3-4f8b-b85b-ad1092c04773 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=704cf5a143b64c318c400174e02d1fe7&device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 1096 time: 0.0663712 Jun 23 19:09:22.561984 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:22.582785 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-980ddd34-db7b-4ee2-a15e-4d858bd06ab5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a27e7cce-3184-4884-9b1c-0105220f823c HTTP/1.1" status: 200 len: 217 time: 0.0411925 Jun 23 19:09:22.587733 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:22.593549 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3883ab6-549c-4afd-bc0a-a0592098dfaa" -d '{"events": [{"server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "name": "network-vif-plugged", "status": "completed", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:22.618762 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 6cc61231-64ee-4fb3-afdb-1eef142d8422, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:22.637773 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b0e651-c1c4-4cc5-8a52-2ed179a72bf7 x-openstack-request-id: req-54b0e651-c1c4-4cc5-8a52-2ed179a72bf7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:22.638326 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "name": "network-vif-plugged", "status": "completed", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:22.638896 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-54b0e651-c1c4-4cc5-8a52-2ed179a72bf7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:22.639615 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'code': 200} Jun 23 19:09:22.644783 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-b7e2ab8e-08ea-4de4-9302-e41b049f2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:22.650696 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-b7e2ab8e-08ea-4de4-9302-e41b049f2b22 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fa6a529-02d5-4dee-88c9-ecdd419aeba3 HTTP/1.1" status: 200 len: 850 time: 0.0570488 Jun 23 19:09:22.695165 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:22.700873 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-af0d0a06-f0ca-470e-a6b8-fe771f180733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:22.787376 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144098e0-3786-4b73-b0a1-489e95e09fae req-77233ab0-e73e-4446-a12c-1a96b5e9917c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:22.789914 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-144098e0-3786-4b73-b0a1-489e95e09fae req-77233ab0-e73e-4446-a12c-1a96b5e9917c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 943 time: 0.1152527 Jun 23 19:09:22.856637 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=6cc61231-64ee-4fb3-afdb-1eef142d8422,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:22.863355 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:22.890374 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-144098e0-3786-4b73-b0a1-489e95e09fae req-31f6be0f-2f93-487a-98cb-214484f4f73a tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=e41dbb64-272c-4932-a584-44571e8acf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833519 Jun 23 19:09:23.079042 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-3a925d62-e5b0-45f2-8910-e15205051c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:23.080607 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-3a925d62-e5b0-45f2-8910-e15205051c4d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13ea8972-b95b-4038-a37a-9424804d7f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4005136 Jun 23 19:09:23.088459 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be272f53-3211-4e2b-ba10-9ecceb259e06 req-c2f68897-b103-455d-b2b8-6c5e7593df2e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:23.090120 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-be272f53-3211-4e2b-ba10-9ecceb259e06 req-c2f68897-b103-455d-b2b8-6c5e7593df2e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0862296 Jun 23 19:09:23.136368 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-be272f53-3211-4e2b-ba10-9ecceb259e06 req-68b2da72-fcc0-47d8-b827-9d1b24d018d8 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398223 Jun 23 19:09:23.186653 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-cb17f87c-5600-4575-a8ea-ef5f25643c69 service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937111 Jun 23 19:09:23.270171 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e3f82-b960-4813-8827-2b285a3314ad req-b96697ed-9ae6-4f73-869e-0729414ec61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:23.272951 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-464e3f82-b960-4813-8827-2b285a3314ad req-b96697ed-9ae6-4f73-869e-0729414ec61a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 1098 time: 0.0855463 Jun 23 19:09:23.305700 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-9345e299-4cd4-4ec3-a852-6e084bf9911a req-3501e404-953a-4c1e-bdde-074cab58c9db service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122239 Jun 23 19:09:23.330302 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-464e3f82-b960-4813-8827-2b285a3314ad req-0607d679-c2bd-4e2d-883b-be9f88e276b2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505087 Jun 23 19:09:24.061250 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34af02-ef70-4e18-b83a-c985594c41b4 req-b593c180-b183-4d5a-8bdb-222bf628b596 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:24.062777 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7b34af02-ef70-4e18-b83a-c985594c41b4 req-b593c180-b183-4d5a-8bdb-222bf628b596 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 943 time: 0.0655723 Jun 23 19:09:24.105309 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7b34af02-ef70-4e18-b83a-c985594c41b4 req-5faa4a64-85ee-454f-b126-74ea370eeee2 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=e41dbb64-272c-4932-a584-44571e8acf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365660 Jun 23 19:09:24.332499 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61479dd4-7e49-404b-b24b-66c1bf6e5aa7 req-5a1dafbd-53f3-4977-897b-929cea96b022 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:24.334051 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-61479dd4-7e49-404b-b24b-66c1bf6e5aa7 req-5a1dafbd-53f3-4977-897b-929cea96b022 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0706100 Jun 23 19:09:24.375296 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-61479dd4-7e49-404b-b24b-66c1bf6e5aa7 req-9eb1eb3b-1fbe-494e-9b40-e0e937ec027d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345352 Jun 23 19:09:25.292217 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fbf2a-fdd6-4cbb-885a-30b58833efd7 req-43bf6c13-5d57-4ae0-9529-6b085adabfc5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:25.293674 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f75fbf2a-fdd6-4cbb-885a-30b58833efd7 req-43bf6c13-5d57-4ae0-9529-6b085adabfc5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 943 time: 0.0681744 Jun 23 19:09:25.338402 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f75fbf2a-fdd6-4cbb-885a-30b58833efd7 req-a0bdd32b-a6fd-4e8f-a8d7-28274017bcca tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=e41dbb64-272c-4932-a584-44571e8acf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376976 Jun 23 19:09:25.574875 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f48af-bcd0-4a46-a06f-9117989218ac req-e7ea870d-111a-417c-bf50-918e6a18a92e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:25.576480 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-329f48af-bcd0-4a46-a06f-9117989218ac req-e7ea870d-111a-417c-bf50-918e6a18a92e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0823939 Jun 23 19:09:25.646756 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-329f48af-bcd0-4a46-a06f-9117989218ac req-d01dd5fd-d295-47a4-8e24-93a06e68babe tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606077 Jun 23 19:09:25.917068 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94cfa6-45e4-4e84-a52f-7153bb4e42ca req-ba138a3c-143d-427c-9c94-6d0adfa8a90c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:25.938428 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fb94cfa6-45e4-4e84-a52f-7153bb4e42ca req-ba138a3c-143d-427c-9c94-6d0adfa8a90c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0751121 Jun 23 19:09:25.938428 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38220) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:25.938428 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-22d4bbb7-a42c-4aec-a7b4-e307b95bd4cf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Request body: {'floatingip': {'port_id': '6cc61231-64ee-4fb3-afdb-1eef142d8422'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:25.980710 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22d4bbb7-a42c-4aec-a7b4-e307b95bd4cf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:26.243560 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device a27e7cce-3184-4884-9b1c-0105220f823c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:09:26.266683 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d33c69d2-e511-4f6a-b549-b26311183704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:26.355055 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port a27e7cce-3184-4884-9b1c-0105220f823c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a27e7cce-3184-4884-9b1c-0105220f823c,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:26.367687 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': 'a27e7cce-3184-4884-9b1c-0105220f823c', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'port_id': 'a27e7cce-3184-4884-9b1c-0105220f823c', 'mac_address': 'fa:16:3e:c6:eb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:09:26.411356 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:26.425340 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27e7cce-3184-4884-9b1c-0105220f823c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:09:26.447173 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port a27e7cce-3184-4884-9b1c-0105220f823c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a27e7cce-3184-4884-9b1c-0105220f823c,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:26.497888 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22d4bbb7-a42c-4aec-a7b4-e307b95bd4cf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:26.520410 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:26.522338 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-1f144cb0-b08d-477b-a58d-c2fdc3cfdd2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:26.569447 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=a27e7cce-3184-4884-9b1c-0105220f823c,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:26.572588 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:26.582087 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22d4bbb7-a42c-4aec-a7b4-e307b95bd4cf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:26.734479 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8a157-8640-41cd-95db-9d66f411a466 req-66a51a74-686e-4a57-8502-2010e972f4b8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:26.734479 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-93a8a157-8640-41cd-95db-9d66f411a466 req-66a51a74-686e-4a57-8502-2010e972f4b8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 944 time: 0.1586900 Jun 23 19:09:26.734479 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.l3_db [None req-22d4bbb7-a42c-4aec-a7b4-e307b95bd4cf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Floating IP 9dd7fd8b-484b-44c2-af01-966b8564cee0 associated. External IP: 172.28.2.250, port: 6cc61231-64ee-4fb3-afdb-1eef142d8422. Jun 23 19:09:26.842215 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-93a8a157-8640-41cd-95db-9d66f411a466 req-24d98d1f-20ac-43b3-950c-ed3ca40c2000 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=e41dbb64-272c-4932-a584-44571e8acf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065578 Jun 23 19:09:26.877363 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['a27e7cce-3184-4884-9b1c-0105220f823c'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:09:26.990865 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d4bbb7-a42c-4aec-a7b4-e307b95bd4cf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:09:27.108623 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d4bbb7-a42c-4aec-a7b4-e307b95bd4cf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:09:27.117348 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-22d4bbb7-a42c-4aec-a7b4-e307b95bd4cf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:27.121015 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4bc7f-d16f-4a3f-bf00-02ac3bdf6525 None None] Sync routers for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:09:27.131591 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4bc7f-d16f-4a3f-bf00-02ac3bdf6525 None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:27.132324 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f7a4bc7f-d16f-4a3f-bf00-02ac3bdf6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:27.158885 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-22d4bbb7-a42c-4aec-a7b4-e307b95bd4cf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "PUT /v2.0/floatingips/9dd7fd8b-484b-44c2-af01-966b8564cee0 HTTP/1.1" status: 200 len: 991 time: 1.2225108 Jun 23 19:09:27.158885 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:27.158885 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7471d42-eb22-4e6f-ba5f-3f6c887c0bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:27.210273 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db116316-77d5-4154-abb2-f9016f07a13b x-openstack-request-id: req-db116316-77d5-4154-abb2-f9016f07a13b {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:27.210600 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:27.210883 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-db116316-77d5-4154-abb2-f9016f07a13b {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:27.211332 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'status': 'completed', 'code': 200} Jun 23 19:09:27.274082 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f7a4bc7f-d16f-4a3f-bf00-02ac3bdf6525 None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:27.371094 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7471d42-eb22-4e6f-ba5f-3f6c887c0bfd req-0c2f84ef-6b09-40f9-9356-c48263b4aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:27.372838 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a7471d42-eb22-4e6f-ba5f-3f6c887c0bfd req-0c2f84ef-6b09-40f9-9356-c48263b4aad5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 1098 time: 0.0775318 Jun 23 19:09:27.499793 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7471d42-eb22-4e6f-ba5f-3f6c887c0bfd req-9a104196-4139-4e48-8312-a817b5d798e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:27.501332 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a7471d42-eb22-4e6f-ba5f-3f6c887c0bfd req-9a104196-4139-4e48-8312-a817b5d798e8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6f276787-6d2f-4388-aea6-d3a0998dbf61 HTTP/1.1" status: 200 len: 917 time: 0.1032593 Jun 23 19:09:27.567680 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a7471d42-eb22-4e6f-ba5f-3f6c887c0bfd req-0841f225-868e-481f-9877-b4a56da9866a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422 HTTP/1.1" status: 200 len: 999 time: 0.0587158 Jun 23 19:09:27.627633 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7471d42-eb22-4e6f-ba5f-3f6c887c0bfd req-a3d592d7-04ae-41db-95e1-652257bf1b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:27.631644 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a7471d42-eb22-4e6f-ba5f-3f6c887c0bfd req-a3d592d7-04ae-41db-95e1-652257bf1b88 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=573f17ee-da5c-446d-9393-095d09cdcf95 HTTP/1.1" status: 200 len: 855 time: 0.0478044 Jun 23 19:09:27.642478 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f7a4bc7f-d16f-4a3f-bf00-02ac3bdf6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '9dd7fd8b-484b-44c2-af01-966b8564cee0', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'floating_ip_address': '172.28.2.250', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'port_id': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'mac_address': 'fa:16:3e:26:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:09:07Z', 'updated_at': '2021-06-23T19:09:26Z', 'revision_number': 1, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:27.672019 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4bc7f-d16f-4a3f-bf00-02ac3bdf6525 None None] Checking router: 65f42d74-ba0f-4f53-9dc7-c83396da21e9 for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:09:27.680812 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4bc7f-d16f-4a3f-bf00-02ac3bdf6525 None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:27.681670 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f7a4bc7f-d16f-4a3f-bf00-02ac3bdf6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:08:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:27.696323 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7471d42-eb22-4e6f-ba5f-3f6c887c0bfd req-45beb453-2737-402e-97b7-3cbed0e6b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:27.697877 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a7471d42-eb22-4e6f-ba5f-3f6c887c0bfd req-45beb453-2737-402e-97b7-3cbed0e6b588 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f276787-6d2f-4388-aea6-d3a0998dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0582726 Jun 23 19:09:27.784571 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-f7a4bc7f-d16f-4a3f-bf00-02ac3bdf6525 None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:27.788641 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a7471d42-eb22-4e6f-ba5f-3f6c887c0bfd req-15412b65-fd28-4c3d-8e13-920ee7bf8200 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817165 Jun 23 19:09:27.889816 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a7471d42-eb22-4e6f-ba5f-3f6c887c0bfd req-91d2c956-3ea9-41dc-bd95-bec4e5d2bbe6 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935621 Jun 23 19:09:28.006779 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-f7a4bc7f-d16f-4a3f-bf00-02ac3bdf6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '9dd7fd8b-484b-44c2-af01-966b8564cee0', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'floating_ip_address': '172.28.2.250', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'port_id': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'mac_address': 'fa:16:3e:26:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:09:07Z', 'updated_at': '2021-06-23T19:09:26Z', 'revision_number': 1, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:28.018570 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a8988-0933-4fcc-a5d2-3074cc068412 req-b976c873-bd8e-4cc1-8551-230b188d06ed tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:28.020161 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1d8a8988-0933-4fcc-a5d2-3074cc068412 req-b976c873-bd8e-4cc1-8551-230b188d06ed tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 944 time: 0.0636060 Jun 23 19:09:28.037772 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4bc7f-d16f-4a3f-bf00-02ac3bdf6525 None None] The sync data for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb is: [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '9dd7fd8b-484b-44c2-af01-966b8564cee0', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'floating_ip_address': '172.28.2.250', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'port_id': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'mac_address': 'fa:16:3e:26:48:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:09:07Z', 'updated_at': '2021-06-23T19:09:26Z', 'revision_number': 1, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:09:28.061952 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1d8a8988-0933-4fcc-a5d2-3074cc068412 req-98261619-3c93-4951-82d4-06fcf96424d5 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=e41dbb64-272c-4932-a584-44571e8acf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351782 Jun 23 19:09:28.222289 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25740b35-601d-4639-b119-d7fa791f62eb None None] New status for floating IP 9dd7fd8b-484b-44c2-af01-966b8564cee0: ACTIVE {{(pid=93759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:09:28.274239 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device a27e7cce-3184-4884-9b1c-0105220f823c up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:09:28.374750 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port a27e7cce-3184-4884-9b1c-0105220f823c completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:09:28.379001 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port a27e7cce-3184-4884-9b1c-0105220f823c triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:09:28.382391 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:28.478449 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:28.507531 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c680666-44ce-443f-ae62-86b9182185b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27e7cce-3184-4884-9b1c-0105220f823c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:28.511721 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6370d64a-3c6f-44f8-a633-c5b21aafec48" -d '{"events": [{"server_uuid": "3c680666-44ce-443f-ae62-86b9182185b1", "name": "network-vif-plugged", "status": "completed", "tag": "a27e7cce-3184-4884-9b1c-0105220f823c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:28.551275 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port a27e7cce-3184-4884-9b1c-0105220f823c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a27e7cce-3184-4884-9b1c-0105220f823c,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:28.569327 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432f2ba1-7943-4e7e-8ab4-bdebcafb4e7a x-openstack-request-id: req-432f2ba1-7943-4e7e-8ab4-bdebcafb4e7a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:28.569701 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c680666-44ce-443f-ae62-86b9182185b1", "name": "network-vif-plugged", "status": "completed", "tag": "a27e7cce-3184-4884-9b1c-0105220f823c", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:28.570101 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-432f2ba1-7943-4e7e-8ab4-bdebcafb4e7a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:28.570516 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c680666-44ce-443f-ae62-86b9182185b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27e7cce-3184-4884-9b1c-0105220f823c', 'code': 200} Jun 23 19:09:28.663438 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:28.666404 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:28.725722 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=a27e7cce-3184-4884-9b1c-0105220f823c,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:28.728826 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:28.730682 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-245c9474-532d-4c3c-900a-b0a7dc9e644e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:28.817831 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:29.148590 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11d560-af1e-4e04-af0f-1926447b0c24 req-e2e40887-c5a5-4331-8c2e-a97f4cd858f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:29.154294 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ad11d560-af1e-4e04-af0f-1926447b0c24 req-e2e40887-c5a5-4331-8c2e-a97f4cd858f8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 1098 time: 0.1530597 Jun 23 19:09:29.226214 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ad11d560-af1e-4e04-af0f-1926447b0c24 req-67b53c1c-7837-4602-925a-21c9ade660be service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e41dbb64-272c-4932-a584-44571e8acf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606434 Jun 23 19:09:29.261397 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7532d9e-fc72-426c-8b22-c01ba4e3eca9 req-2c6e091c-6c1f-4816-8edb-662a52dd2aad tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:29.262746 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f7532d9e-fc72-426c-8b22-c01ba4e3eca9 req-2c6e091c-6c1f-4816-8edb-662a52dd2aad tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 945 time: 0.0787668 Jun 23 19:09:29.301871 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f7532d9e-fc72-426c-8b22-c01ba4e3eca9 req-1ea1949c-5f35-49fc-b356-511b69473473 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=e41dbb64-272c-4932-a584-44571e8acf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322673 Jun 23 19:09:29.684979 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:30.494232 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2b186-2859-4105-b2a9-4f511a4d441d req-7f1caf93-baa2-4e99-befc-118e9e9bd398 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:30.495714 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-07e2b186-2859-4105-b2a9-4f511a4d441d req-7f1caf93-baa2-4e99-befc-118e9e9bd398 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 945 time: 0.0669315 Jun 23 19:09:30.534489 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-07e2b186-2859-4105-b2a9-4f511a4d441d req-757098c0-cff5-49ee-9538-443c54d23f4b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=e41dbb64-272c-4932-a584-44571e8acf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322032 Jun 23 19:09:31.482737 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:31.710863 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5be0cb-bc12-46e1-8c6c-da5cc0d74432 req-93392d4f-052e-41c1-b493-a8731fddedf8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:31.712321 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8c5be0cb-bc12-46e1-8c6c-da5cc0d74432 req-93392d4f-052e-41c1-b493-a8731fddedf8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 945 time: 0.0666840 Jun 23 19:09:31.750937 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8c5be0cb-bc12-46e1-8c6c-da5cc0d74432 req-54295fdd-a040-423e-bc83-d897c15a96b3 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=e41dbb64-272c-4932-a584-44571e8acf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322506 Jun 23 19:09:31.924413 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3fb5c-faf5-404f-a565-58fa310b5283 req-15fcde97-6423-4c02-91c0-44b8e8c76e27 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:31.925950 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-85f3fb5c-faf5-404f-a565-58fa310b5283 req-15fcde97-6423-4c02-91c0-44b8e8c76e27 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 945 time: 0.0670793 Jun 23 19:09:31.935576 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38312) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:31.940301 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-8ad9f004-7fad-42a1-aa42-ceea07fa8c75 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Request body: {'floatingip': {'port_id': 'a27e7cce-3184-4884-9b1c-0105220f823c'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:31.979554 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f004-7fad-42a1-aa42-ceea07fa8c75 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:32.479400 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f004-7fad-42a1-aa42-ceea07fa8c75 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:32.552126 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f004-7fad-42a1-aa42-ceea07fa8c75 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:32.947174 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.l3_db [None req-8ad9f004-7fad-42a1-aa42-ceea07fa8c75 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Floating IP 0c3eea5d-b20c-47fe-82ac-7890f439c87f associated. External IP: 172.28.2.243, port: a27e7cce-3184-4884-9b1c-0105220f823c. Jun 23 19:09:33.170637 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad9f004-7fad-42a1-aa42-ceea07fa8c75 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Router 49f0da67-8200-40d6-b1d5-810a6670fc7a has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:09:33.322793 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6518e-5a90-4d8f-b86b-b76c2eb8c024 req-7dd5fb32-5a0b-4ee5-acbe-50f8638021d6 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:33.322793 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d8e6518e-5a90-4d8f-b86b-b76c2eb8c024 req-7dd5fb32-5a0b-4ee5-acbe-50f8638021d6 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 945 time: 0.1646056 Jun 23 19:09:33.348357 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad9f004-7fad-42a1-aa42-ceea07fa8c75 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:09:33.354286 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f004-7fad-42a1-aa42-ceea07fa8c75 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:33.360231 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c3207-7273-4f30-9b39-9e3069d17906 None None] Sync routers for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:09:33.370374 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c3207-7273-4f30-9b39-9e3069d17906 None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:33.371124 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e72c3207-7273-4f30-9b39-9e3069d17906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:09:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:33.397751 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d8e6518e-5a90-4d8f-b86b-b76c2eb8c024 req-9880b8c6-0269-4ed2-a32d-0fb9cd186520 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682659 Jun 23 19:09:33.410321 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-8ad9f004-7fad-42a1-aa42-ceea07fa8c75 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "PUT /v2.0/floatingips/0c3eea5d-b20c-47fe-82ac-7890f439c87f HTTP/1.1" status: 200 len: 991 time: 1.4735110 Jun 23 19:09:33.411156 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c680666-44ce-443f-ae62-86b9182185b1', 'tag': 'a27e7cce-3184-4884-9b1c-0105220f823c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:33.413584 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032173e8-680a-4fb1-8024-492f66c28084" -d '{"events": [{"name": "network-changed", "server_uuid": "3c680666-44ce-443f-ae62-86b9182185b1", "tag": "a27e7cce-3184-4884-9b1c-0105220f823c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:33.491052 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e646064-dc93-4265-823c-bdc9de05107e x-openstack-request-id: req-2e646064-dc93-4265-823c-bdc9de05107e {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:33.491052 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c680666-44ce-443f-ae62-86b9182185b1", "tag": "a27e7cce-3184-4884-9b1c-0105220f823c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:33.491487 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2e646064-dc93-4265-823c-bdc9de05107e {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:33.492194 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c680666-44ce-443f-ae62-86b9182185b1', 'tag': 'a27e7cce-3184-4884-9b1c-0105220f823c', 'status': 'completed', 'code': 200} Jun 23 19:09:33.496727 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e72c3207-7273-4f30-9b39-9e3069d17906 None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:33.619943 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032173e8-680a-4fb1-8024-492f66c28084 req-89db9c6e-e465-420d-88ee-912e7f530214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:33.621490 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-032173e8-680a-4fb1-8024-492f66c28084 req-89db9c6e-e465-420d-88ee-912e7f530214 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=704cf5a143b64c318c400174e02d1fe7&device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 1098 time: 0.0557935 Jun 23 19:09:33.710949 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032173e8-680a-4fb1-8024-492f66c28084 req-7f325591-e822-429a-b3db-5a27982a2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:33.712677 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-032173e8-680a-4fb1-8024-492f66c28084 req-7f325591-e822-429a-b3db-5a27982a2f94 service neutron] 10.222.0.77 "GET /v2.0/networks?id=13ea8972-b95b-4038-a37a-9424804d7f04 HTTP/1.1" status: 200 len: 912 time: 0.0836141 Jun 23 19:09:33.720082 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e72c3207-7273-4f30-9b39-9e3069d17906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '0c3eea5d-b20c-47fe-82ac-7890f439c87f', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'port_id': 'a27e7cce-3184-4884-9b1c-0105220f823c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'mac_address': 'fa:16:3e:c6:eb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c680666-44ce-443f-ae62-86b9182185b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:09:13Z', 'updated_at': '2021-06-23T19:09:32Z', 'revision_number': 1, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:33.748969 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c3207-7273-4f30-9b39-9e3069d17906 None None] Checking router: 49f0da67-8200-40d6-b1d5-810a6670fc7a for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:09:33.757602 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c3207-7273-4f30-9b39-9e3069d17906 None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:09:33.758223 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e72c3207-7273-4f30-9b39-9e3069d17906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:09:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:33.789725 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-032173e8-680a-4fb1-8024-492f66c28084 req-3b17559c-8ca5-4c68-b9ec-3652f3da9133 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a27e7cce-3184-4884-9b1c-0105220f823c HTTP/1.1" status: 200 len: 999 time: 0.0632069 Jun 23 19:09:33.843051 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032173e8-680a-4fb1-8024-492f66c28084 req-bae5e6ab-8eec-4013-af01-781ba865646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:33.844571 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-032173e8-680a-4fb1-8024-492f66c28084 req-bae5e6ab-8eec-4013-af01-781ba865646b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6fa6a529-02d5-4dee-88c9-ecdd419aeba3 HTTP/1.1" status: 200 len: 850 time: 0.0460718 Jun 23 19:09:33.871538 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-e72c3207-7273-4f30-9b39-9e3069d17906 None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:09:33.906853 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032173e8-680a-4fb1-8024-492f66c28084 req-03aa1377-0255-4b68-bcbb-680558065dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:33.908463 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-032173e8-680a-4fb1-8024-492f66c28084 req-03aa1377-0255-4b68-bcbb-680558065dba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=13ea8972-b95b-4038-a37a-9424804d7f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545249 Jun 23 19:09:34.007085 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-032173e8-680a-4fb1-8024-492f66c28084 req-61a5c2a8-3ed3-4d20-bc51-154fa4cd6bfa service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886331 Jun 23 19:09:34.093768 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-e72c3207-7273-4f30-9b39-9e3069d17906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '0c3eea5d-b20c-47fe-82ac-7890f439c87f', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'port_id': 'a27e7cce-3184-4884-9b1c-0105220f823c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'mac_address': 'fa:16:3e:c6:eb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c680666-44ce-443f-ae62-86b9182185b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:09:13Z', 'updated_at': '2021-06-23T19:09:32Z', 'revision_number': 1, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:09:34.113833 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-032173e8-680a-4fb1-8024-492f66c28084 req-c0227fe0-9651-424e-8fdf-3711c341ab14 service neutron] 10.222.0.77 "GET /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867078 Jun 23 19:09:34.121026 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c3207-7273-4f30-9b39-9e3069d17906 None None] The sync data for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb is: [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_floatingips': [{'id': '0c3eea5d-b20c-47fe-82ac-7890f439c87f', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'router_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'port_id': 'a27e7cce-3184-4884-9b1c-0105220f823c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'mac_address': 'fa:16:3e:c6:eb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c680666-44ce-443f-ae62-86b9182185b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T19:09:13Z', 'updated_at': '2021-06-23T19:09:32Z', 'revision_number': 1, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:09:34.326577 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c5a37-cbd7-48e9-b727-3ba010015e21 None None] New status for floating IP 0c3eea5d-b20c-47fe-82ac-7890f439c87f: ACTIVE {{(pid=93759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:09:34.597291 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f613d11-08b9-49f5-a157-d59cca9d219b req-6cae51bb-f544-4917-aeff-d731655e056c tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:34.598865 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3f613d11-08b9-49f5-a157-d59cca9d219b req-6cae51bb-f544-4917-aeff-d731655e056c tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 945 time: 0.0661364 Jun 23 19:09:34.657764 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3f613d11-08b9-49f5-a157-d59cca9d219b req-e0d9e1ff-a90b-4830-a9e6-5e003a78b6c0 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505323 Jun 23 19:09:35.839883 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713c8b3-04bc-49b4-b3cb-f01cf5126866 req-c0df3011-5e1f-4681-8c75-15d06d8f2e7e tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:35.841471 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f713c8b3-04bc-49b4-b3cb-f01cf5126866 req-c0df3011-5e1f-4681-8c75-15d06d8f2e7e tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 945 time: 0.0708346 Jun 23 19:09:35.882757 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f713c8b3-04bc-49b4-b3cb-f01cf5126866 req-567e2edb-ab0d-4d07-b02b-60bcdfd0cddf tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352955 Jun 23 19:09:37.079528 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aed2a0-983e-4af5-8be4-20a9d65d0d79 req-065ff987-a069-4a57-8bb9-559d6859f7c5 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:37.081110 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e0aed2a0-983e-4af5-8be4-20a9d65d0d79 req-065ff987-a069-4a57-8bb9-559d6859f7c5 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 945 time: 0.0829628 Jun 23 19:09:37.119952 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e0aed2a0-983e-4af5-8be4-20a9d65d0d79 req-31a71472-5c8a-4e74-b942-fb1a2d3772d8 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327964 Jun 23 19:09:37.932661 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38426) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:38.037612 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-30205c0f-c44f-4d84-b08b-f6ea2f72b051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:38.122404 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-30205c0f-c44f-4d84-b08b-f6ea2f72b051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:38.184181 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-30205c0f-c44f-4d84-b08b-f6ea2f72b051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:38.187340 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-20418abb-1c51-4f99-8bd0-a6112062f0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:38.223911 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30205c0f-c44f-4d84-b08b-f6ea2f72b051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc0036a-7e36-40d2-af83-ad49c613c2ae,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:38.231150 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-30205c0f-c44f-4d84-b08b-f6ea2f72b051 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e25ad1319238465d8221463c78255824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945385 Jun 23 19:09:38.231150 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-30205c0f-c44f-4d84-b08b-f6ea2f72b051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:38.236107 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38434) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:38.328782 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d88ae9a6-fbc8-4d49-97a6-eb1b7a3b6884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:38.351145 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f670d-6f73-4fe4-b954-d400be319c12 req-689aacc9-496a-4665-be09-357cc1685a7e tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:38.352640 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-db1f670d-6f73-4fe4-b954-d400be319c12 req-689aacc9-496a-4665-be09-357cc1685a7e tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 945 time: 0.1101339 Jun 23 19:09:38.362517 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d88ae9a6-fbc8-4d49-97a6-eb1b7a3b6884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:38.423614 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-db1f670d-6f73-4fe4-b954-d400be319c12 req-fb0fd655-1912-416c-baec-4fa2c3367218 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/security-groups?id=1388a129-d55f-47e7-be48-afa3f881f6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576823 Jun 23 19:09:38.527146 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d88ae9a6-fbc8-4d49-97a6-eb1b7a3b6884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:38.529843 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d88ae9a6-fbc8-4d49-97a6-eb1b7a3b6884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:38.530987 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-d88ae9a6-fbc8-4d49-97a6-eb1b7a3b6884 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cdc0036a-7e36-40d2-af83-ad49c613c2ae HTTP/1.1" status: 204 len: 168 time: 0.2939255 Jun 23 19:09:38.531861 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-ce09d20f-e081-4ef8-902f-31776832cfd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:38.539781 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ae9a6-fbc8-4d49-97a6-eb1b7a3b6884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc0036a-7e36-40d2-af83-ad49c613c2ae,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:38.542500 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-d88ae9a6-fbc8-4d49-97a6-eb1b7a3b6884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:38.763999 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d28b11-82e3-4fd9-b1d0-0ccf7c0afb2f req-1c0ad806-05b1-4454-91b5-79b46d87d4ad tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:38.768403 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b2d28b11-82e3-4fd9-b1d0-0ccf7c0afb2f req-1c0ad806-05b1-4454-91b5-79b46d87d4ad tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 945 time: 0.0648303 Jun 23 19:09:38.873702 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b2d28b11-82e3-4fd9-b1d0-0ccf7c0afb2f req-5a5a8a6e-caee-4f8c-a8ec-988ee690df4a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Deleting port 2aaafe64-9d3a-4d73-922b-dc0496e0231e {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:09:38.874046 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2d28b11-82e3-4fd9-b1d0-0ccf7c0afb2f req-5a5a8a6e-caee-4f8c-a8ec-988ee690df4a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:38.960976 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-b2d28b11-82e3-4fd9-b1d0-0ccf7c0afb2f req-5a5a8a6e-caee-4f8c-a8ec-988ee690df4a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] For port 2aaafe64-9d3a-4d73-922b-dc0496e0231e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2aaafe64-9d3a-4d73-922b-dc0496e0231e,segment=NetworkSegment(a112f68b-90bd-4700-ba0c-560e00c23d49),segment_id=a112f68b-90bd-4700-ba0c-560e00c23d49)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:09:38.961339 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2d28b11-82e3-4fd9-b1d0-0ccf7c0afb2f req-5a5a8a6e-caee-4f8c-a8ec-988ee690df4a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:38.973617 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-b2d28b11-82e3-4fd9-b1d0-0ccf7c0afb2f req-5a5a8a6e-caee-4f8c-a8ec-988ee690df4a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Calling delete_port for 2aaafe64-9d3a-4d73-922b-dc0496e0231e owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:09:39.135319 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38444) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:39.148254 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-891e8222-873c-4322-a3eb-b6bae6d722f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:39.169274 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2d28b11-82e3-4fd9-b1d0-0ccf7c0afb2f req-5a5a8a6e-caee-4f8c-a8ec-988ee690df4a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:39.177098 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-aeab3cd1-1fb7-4e23-9863-12e4e5cab30c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:39.221387 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a8a6e-caee-4f8c-a8ec-988ee690df4a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Pushing event deleted for resources: {'Port': ['ID=2aaafe64-9d3a-4d73-922b-dc0496e0231e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:39.222244 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['2aaafe64-9d3a-4d73-922b-dc0496e0231e'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:09:39.223485 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-5a5a8a6e-caee-4f8c-a8ec-988ee690df4a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:39.281458 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d28b11-82e3-4fd9-b1d0-0ccf7c0afb2f req-5a5a8a6e-caee-4f8c-a8ec-988ee690df4a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] No DVR routers for this DVR port 2aaafe64-9d3a-4d73-922b-dc0496e0231e on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:09:39.285674 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-b2d28b11-82e3-4fd9-b1d0-0ccf7c0afb2f req-5a5a8a6e-caee-4f8c-a8ec-988ee690df4a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:39.287615 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b2d28b11-82e3-4fd9-b1d0-0ccf7c0afb2f req-5a5a8a6e-caee-4f8c-a8ec-988ee690df4a tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.77 "DELETE /v2.0/ports/2aaafe64-9d3a-4d73-922b-dc0496e0231e HTTP/1.1" status: 204 len: 173 time: 0.5158710 Jun 23 19:09:39.288154 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf14b81-1fa3-4520-b3d8-f286e1673ad7', 'name': 'network-vif-deleted', 'tag': '2aaafe64-9d3a-4d73-922b-dc0496e0231e'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:09:39.290510 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b038283-61d7-494f-8259-25ccfc5cf1e1" -d '{"events": [{"server_uuid": "4bf14b81-1fa3-4520-b3d8-f286e1673ad7", "name": "network-vif-deleted", "tag": "2aaafe64-9d3a-4d73-922b-dc0496e0231e"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:09:39.337308 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-891e8222-873c-4322-a3eb-b6bae6d722f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:39.466091 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-891e8222-873c-4322-a3eb-b6bae6d722f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:39.470914 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-217f2117-1621-46be-8cd0-0af990ba7bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:39.514511 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-891e8222-873c-4322-a3eb-b6bae6d722f2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1f1bb16d3ddc4c72b748290ec6d58a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780510 Jun 23 19:09:39.517203 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38456) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:39.525040 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e8222-873c-4322-a3eb-b6bae6d722f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba7b2b4-65f4-45c0-97c8-7a65baad5a15,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:39.530347 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46396c63-90df-4c61-b506-eb9a3b74d88f x-openstack-request-id: req-46396c63-90df-4c61-b506-eb9a3b74d88f {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:09:39.530668 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf14b81-1fa3-4520-b3d8-f286e1673ad7", "name": "network-vif-deleted", "tag": "2aaafe64-9d3a-4d73-922b-dc0496e0231e", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:09:39.530908 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-46396c63-90df-4c61-b506-eb9a3b74d88f {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:09:39.531307 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf14b81-1fa3-4520-b3d8-f286e1673ad7', 'name': 'network-vif-deleted', 'tag': '2aaafe64-9d3a-4d73-922b-dc0496e0231e', 'status': 'completed', 'code': 200} Jun 23 19:09:39.541800 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-891e8222-873c-4322-a3eb-b6bae6d722f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:39.588633 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3e914871-646e-4fce-b988-57c54794c2f3 req-6b2d79fd-23bc-44a7-a854-064a5d6ff1d4 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 210 time: 0.0393350 Jun 23 19:09:39.604880 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c70d501f-180d-491c-ae10-448980eea1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:39.637530 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c70d501f-180d-491c-ae10-448980eea1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:39.821401 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c70d501f-180d-491c-ae10-448980eea1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:39.826485 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-c70d501f-180d-491c-ae10-448980eea1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:39.826747 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-c70d501f-180d-491c-ae10-448980eea1aa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1ba7b2b4-65f4-45c0-97c8-7a65baad5a15 HTTP/1.1" status: 204 len: 168 time: 0.3083353 Jun 23 19:09:39.827650 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e200872b-ab28-4d4e-b610-1f90f065b3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:39.837751 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d501f-180d-491c-ae10-448980eea1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba7b2b4-65f4-45c0-97c8-7a65baad5a15,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:39.840424 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c70d501f-180d-491c-ae10-448980eea1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:40.758241 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-00930c1a-b9e6-4f38-8155-6f63e21d8f3e req-eaa76418-8dc1-460c-82ae-74715534758d tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bf14b81-1fa3-4520-b3d8-f286e1673ad7 HTTP/1.1" status: 200 len: 210 time: 0.0343969 Jun 23 19:09:42.356690 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 2aaafe64-9d3a-4d73-922b-dc0496e0231e no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:09:42.377180 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: 2aaafe64-9d3a-4d73-922b-dc0496e0231e {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:09:42.377535 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 2aaafe64-9d3a-4d73-922b-dc0496e0231e not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:09:46.908755 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38588) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:47.036558 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60b7d36e-7c80-40a3-8e1f-c0166af5f41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:47.142963 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60b7d36e-7c80-40a3-8e1f-c0166af5f41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:47.340364 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-60b7d36e-7c80-40a3-8e1f-c0166af5f41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:47.343283 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-b665ca70-4e43-44f5-bc30-b8d05d5a10ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:47.381260 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-60b7d36e-7c80-40a3-8e1f-c0166af5f41f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=65d16db370254553ba20b9698639ec07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714344 Jun 23 19:09:47.382096 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7d36e-7c80-40a3-8e1f-c0166af5f41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03feb3e5-1de3-44ae-b4f2-b785a632d83e,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:47.384575 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 38596) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:47.385738 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-60b7d36e-7c80-40a3-8e1f-c0166af5f41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:47.460963 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-625ad7a6-7fcd-4f98-acfd-6ee735862ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:47.491104 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-625ad7a6-7fcd-4f98-acfd-6ee735862ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:47.637529 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-625ad7a6-7fcd-4f98-acfd-6ee735862ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:47.640226 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-625ad7a6-7fcd-4f98-acfd-6ee735862ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:47.641437 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-625ad7a6-7fcd-4f98-acfd-6ee735862ad9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/03feb3e5-1de3-44ae-b4f2-b785a632d83e HTTP/1.1" status: 204 len: 168 time: 0.2557747 Jun 23 19:09:47.642229 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-38216d8d-818e-47c4-8939-5e9fef3fe56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:47.651230 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ad7a6-7fcd-4f98-acfd-6ee735862ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03feb3e5-1de3-44ae-b4f2-b785a632d83e,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:47.653837 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-625ad7a6-7fcd-4f98-acfd-6ee735862ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:48.426667 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 38614) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:48.454422 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6b33-f29b-4392-a98d-4f49ab327fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.557674 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6b33-f29b-4392-a98d-4f49ab327fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.671462 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6b33-f29b-4392-a98d-4f49ab327fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.674082 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-09742428-a7d0-4e8a-9519-7eebe85dbc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:48.712105 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-3a0f6b33-f29b-4392-a98d-4f49ab327fe2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e6d2597314c478e8edb90f534fce9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829940 Jun 23 19:09:48.713076 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f6b33-f29b-4392-a98d-4f49ab327fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8710bb-d205-429d-a02a-586c66b7db4e,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:48.714775 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38618) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:48.716402 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3a0f6b33-f29b-4392-a98d-4f49ab327fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:48.770030 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0720-bef2-4c10-ae3d-6c8e42262f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.796385 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0720-bef2-4c10-ae3d-6c8e42262f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.972323 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0720-bef2-4c10-ae3d-6c8e42262f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.975953 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0720-bef2-4c10-ae3d-6c8e42262f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:48.977401 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-5e7c0720-bef2-4c10-ae3d-6c8e42262f25 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/df8710bb-d205-429d-a02a-586c66b7db4e HTTP/1.1" status: 204 len: 168 time: 0.2616236 Jun 23 19:09:48.980083 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-002e4f52-4b9d-4bef-97e1-edde8ce50cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:48.989665 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c0720-bef2-4c10-ae3d-6c8e42262f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8710bb-d205-429d-a02a-586c66b7db4e,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:48.993270 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-5e7c0720-bef2-4c10-ae3d-6c8e42262f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:50.322857 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.339529 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 38650) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:50.458109 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-673930255-network', 'tenant_id': '8fbb5cb4e39c43138fb7ba4d3797875f'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:50.548223 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Made reservation on behalf of 8fbb5cb4e39c43138fb7ba4d3797875f for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:50.550541 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.561271 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.659354 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.737332 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.742347 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-eb92053f-3032-4c0d-a3a5-f197eebfb9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:50.760986 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:09:50.776334 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4697bd8b-92cb-4e88-8075-ef15d23b7931,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:50.779447 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.779800 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.segments_db [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Added segment 084f49f5-36e9-47d2-9dcc-97ee0f2f3b89 of type vlan for network 5d06fec8-5a98-4fe5-908a-1871526165f4 Jun 23 19:09:50.781346 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:50.834215 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.994777 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.996203 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:50.996786 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:50.999219 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:51.061369 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Pushing event updated for resources: {'Network': ['ID=5d06fec8-5a98-4fe5-908a-1871526165f4,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:51.066253 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:51.074472 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network 5d06fec8-5a98-4fe5-908a-1871526165f4 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:09:51.131126 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e02490b6-9f04-4b4d-8b09-b150f231cdf4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7891045 Jun 23 19:09:51.134480 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38660) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:51.142415 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] Request body: {'subnet': {'network_id': '5d06fec8-5a98-4fe5-908a-1871526165f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-673930255-subnet', 'tenant_id': '8fbb5cb4e39c43138fb7ba4d3797875f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:51.276278 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] Made reservation on behalf of 8fbb5cb4e39c43138fb7ba4d3797875f for: {'subnet': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:51.278767 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29515556'] for subnet, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:51.582795 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30248662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29515574'] for subnet, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:51.585866 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:51.643346 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d610cb56-819d-47e4-88c0-b8575d3c4608,revision_number=0']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:51.647979 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:51.655507 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] Checking segment: {'id': '084f49f5-36e9-47d2-9dcc-97ee0f2f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5d06fec8-5a98-4fe5-908a-1871526165f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:51.655888 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] Network hostable DHCP agents. Network: 5d06fec8-5a98-4fe5-908a-1871526165f4, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:09:51.750520 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] Network 5d06fec8-5a98-4fe5-908a-1871526165f4 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:09:51.876617 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, 5d06fec8-5a98-4fe5-908a-1871526165f4) {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:51.881725 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:51.882301 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:51.887040 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d60e265-5d8c-4b9a-976b-1f04e74e7c58 None None] Network 5d06fec8-5a98-4fe5-908a-1871526165f4 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:09:52.035001 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8988285 Jun 23 19:09:52.188282 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a25af69-c40d-40d5-b529-dcca4e5fae3e None None] Network 5d06fec8-5a98-4fe5-908a-1871526165f4 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:09:52.972316 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 38690) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:52.977774 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-437508920-network', 'tenant_id': '0d333382e25f4b059dbc2e2e2900d7a0'}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:53.081309 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Made reservation on behalf of 0d333382e25f4b059dbc2e2e2900d7a0 for: {'network': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:53.084410 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for network, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.095137 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.223146 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.348555 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.352850 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-42135ac4-562a-423c-8299-72bcb06d1241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:53.370559 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=93757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:09:53.394344 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e4a91b-2485-4d3c-afb5-24204437feaf,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:53.402784 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:53.411426 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.411426 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.segments_db [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Added segment 0d517cfe-5058-40f7-89e8-6ce3759dba94 of type vlan for network 2ef9397a-be4e-41c5-bcaa-70a80e5502d2 Jun 23 19:09:53.467452 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741282101544'] for network, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.627180 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422'] for network, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.632025 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:53.632025 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:53.632531 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-f2ff1b41-56c0-49b1-a755-17377de51b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:53.694411 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef9397a-be4e-41c5-bcaa-70a80e5502d2,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:53.697641 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:53.706508 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Network 2ef9397a-be4e-41c5-bcaa-70a80e5502d2 details requested by agent ovs-agent-dv-cinder-790492-6-smb with host dv-cinder-790492-6-smb {{(pid=93758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:09:53.755303 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7815695 Jun 23 19:09:53.758978 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 38700) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:09:53.769396 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.v2.base [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] Request body: {'subnet': {'network_id': '2ef9397a-be4e-41c5-bcaa-70a80e5502d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-437508920-subnet', 'tenant_id': '0d333382e25f4b059dbc2e2e2900d7a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:53.969753 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] Made reservation on behalf of 0d333382e25f4b059dbc2e2e2900d7a0 for: {'subnet': 1} {{(pid=93757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:53.972089 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29691033'] for subnet, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:54.281037 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29638845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29691019'] for subnet, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:54.283419 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:09:54.338936 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8c220c-a131-41b2-92fc-52d82ef9046b,revision_number=0']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:09:54.342075 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:09:54.353345 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] Checking segment: {'id': '0d517cfe-5058-40f7-89e8-6ce3759dba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2ef9397a-be4e-41c5-bcaa-70a80e5502d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:09:54.353712 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] Network hostable DHCP agents. Network: 2ef9397a-be4e-41c5-bcaa-70a80e5502d2, hostable agents: ['f047afc8-6bdb-4920-acfb-f5127415bd33'], hosted agents: [] {{(pid=93757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:09:54.478598 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] Network 2ef9397a-be4e-41c5-bcaa-70a80e5502d2 is scheduled to be hosted by DHCP agent f047afc8-6bdb-4920-acfb-f5127415bd33 with binding_index 1 {{(pid=93757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:09:54.564217 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.base_scheduler [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-6-smb, 2ef9397a-be4e-41c5-bcaa-70a80e5502d2) {{(pid=93757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:09:54.568632 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:54.569228 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:54.576342 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf391df1-712a-40b4-b287-3d5d4cc1b99e None None] Network 2ef9397a-be4e-41c5-bcaa-70a80e5502d2 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:09:54.685214 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9222867 Jun 23 19:09:54.749829 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd610f35-f1af-4871-947e-309451bb6087 None None] Network 2ef9397a-be4e-41c5-bcaa-70a80e5502d2 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:09:55.271964 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-13785c94-cbce-43d4-8429-86035f7a22d1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:55.273687 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-13785c94-cbce-43d4-8429-86035f7a22d1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/networks?id=5d06fec8-5a98-4fe5-908a-1871526165f4 HTTP/1.1" status: 200 len: 808 time: 0.1153240 Jun 23 19:09:55.288698 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-56e7057c-6e77-41f3-a603-687d353e7760 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/quotas/8fbb5cb4e39c43138fb7ba4d3797875f HTTP/1.1" status: 200 len: 375 time: 0.0095427 Jun 23 19:09:55.300293 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:09:55.324176 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-583647c8-23b6-490e-b3d9-46f511b8c20e tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8fbb5cb4e39c43138fb7ba4d3797875f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300159 Jun 23 19:09:55.510667 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-d858c144-e376-4014-bfd5-b0c3508a0761 service neutron] 10.222.0.67 "GET /v2.0/networks/5d06fec8-5a98-4fe5-908a-1871526165f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780412 Jun 23 19:09:55.607177 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-036598cb-fc9b-4331-a3b4-d9723daf77d5 service neutron] 10.222.0.67 "GET /v2.0/networks/5d06fec8-5a98-4fe5-908a-1871526165f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900960 Jun 23 19:09:55.936407 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-db298e51-dd9a-4668-9a1d-9c3f1ad2a6be req-592374a0-2784-4954-af17-b7afb8a95412 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 210 time: 0.0551684 Jun 23 19:09:56.217816 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20e5397a-bb9d-42d0-a6b7-f50625e4f5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:57.052861 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2fe189e8-d836-499e-8937-5a97000e3a7d req-6b2133cd-d63e-4129-8352-2fd5f481d488 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 210 time: 0.0299585 Jun 23 19:09:58.290572 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-89fbc629-3a1d-4891-86ea-28578eeef56e req-e90ebeb4-09ba-44a2-898c-91b6ad640d14 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 210 time: 0.0358312 Jun 23 19:09:58.765008 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e34b591b-00aa-46a5-aac7-0d6fed53c632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:58.965517 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:59.114117 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-faac7b9b-ffe7-4029-8a3a-8d3a8d698751 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:09:59.115614 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-faac7b9b-ffe7-4029-8a3a-8d3a8d698751 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.77 "GET /v2.0/networks?id=5d06fec8-5a98-4fe5-908a-1871526165f4 HTTP/1.1" status: 200 len: 808 time: 0.1069617 Jun 23 19:09:59.138470 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Request body: {'port': {'device_id': '13548bb5-ff48-49da-998f-fb33d01eb3d9', 'network_id': '5d06fec8-5a98-4fe5-908a-1871526165f4', 'admin_state_up': True, 'tenant_id': '8fbb5cb4e39c43138fb7ba4d3797875f'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:09:59.399230 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Made reservation on behalf of 8fbb5cb4e39c43138fb7ba4d3797875f for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:09:59.402906 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:59.544510 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Allocated IP 172.20.0.3 (5d06fec8-5a98-4fe5-908a-1871526165f4/d610cb56-819d-47e4-88c0-b8575d3c4608/a42b4f95-85ab-450c-b065-c794db25f838) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:09:59.735851 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:59.763514 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-33c3f819-80b6-4c50-8848-587765f9a670 req-9ce3ef8d-a3e6-4da6-8784-8581499bb70b tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 210 time: 0.0565720 Jun 23 19:09:59.836524 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:59.964767 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30248006'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:09:59.969464 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-d6811bad-4227-447a-9ee8-53af8760e937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:00.030072 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Network 5d06fec8-5a98-4fe5-908a-1871526165f4 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:10:00.034753 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:10:00.038999 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:10:00.046886 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Pushing event updated for resources: {'Port': ['ID=a42b4f95-85ab-450c-b065-c794db25f838,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:00.075891 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:00.112335 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:00.113435 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:00.237071 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-c3426ca7-de9c-4345-a111-63d1c3fb9cc1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1063802 Jun 23 19:10:00.257216 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Request body: {'port': {'device_id': '13548bb5-ff48-49da-998f-fb33d01eb3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:10:00.345643 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:00.653252 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42b4f95-85ab-450c-b065-c794db25f838 {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:10:00.663034 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:00.679435 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Transition to ACTIVE for port object a42b4f95-85ab-450c-b065-c794db25f838 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:10:00.781197 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30248020'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:00.784451 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-7dc11e7a-232c-4353-8d15-d3685431e62f tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:00.875113 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Pushing event updated for resources: {'Port': ['ID=a42b4f95-85ab-450c-b065-c794db25f838,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:00.885242 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:01.027683 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Attempting to bind port a42b4f95-85ab-450c-b065-c794db25f838 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:10:01.028102 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Attempting to bind port a42b4f95-85ab-450c-b065-c794db25f838 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '084f49f5-36e9-47d2-9dcc-97ee0f2f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5d06fec8-5a98-4fe5-908a-1871526165f4'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:10:01.028569 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Attempting to bind port a42b4f95-85ab-450c-b065-c794db25f838 on network 5d06fec8-5a98-4fe5-908a-1871526165f4 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:10:01.038482 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Port a42b4f95-85ab-450c-b065-c794db25f838 on network 5d06fec8-5a98-4fe5-908a-1871526165f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:10:01.038800 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Attempting to bind port a42b4f95-85ab-450c-b065-c794db25f838 on network 5d06fec8-5a98-4fe5-908a-1871526165f4 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:10:01.051303 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:10:01.051547 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Checking segment: {'id': '084f49f5-36e9-47d2-9dcc-97ee0f2f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5d06fec8-5a98-4fe5-908a-1871526165f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:10:01.051940 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Bound using segment: {'id': '084f49f5-36e9-47d2-9dcc-97ee0f2f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5d06fec8-5a98-4fe5-908a-1871526165f4'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:10:01.052385 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Bound port: a42b4f95-85ab-450c-b065-c794db25f838, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '084f49f5-36e9-47d2-9dcc-97ee0f2f3b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5d06fec8-5a98-4fe5-908a-1871526165f4'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:10:01.052733 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.099453 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d96808-6dbd-49b0-a104-67b9c777f0a3 req-178b08f5-0387-48f6-a09e-7b8dbd4429e7 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:01.101402 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-16d96808-6dbd-49b0-a104-67b9c777f0a3 req-178b08f5-0387-48f6-a09e-7b8dbd4429e7 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 943 time: 0.1243432 Jun 23 19:10:01.159360 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] For port a42b4f95-85ab-450c-b065-c794db25f838, host hv-cinder-79049, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:10:01.164409 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] For port a42b4f95-85ab-450c-b065-c794db25f838, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a42b4f95-85ab-450c-b065-c794db25f838,segment=NetworkSegment(084f49f5-36e9-47d2-9dcc-97ee0f2f3b89),segment_id=084f49f5-36e9-47d2-9dcc-97ee0f2f3b89)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:10:01.170136 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-16d96808-6dbd-49b0-a104-67b9c777f0a3 req-50127a70-fb9e-4147-9531-c52e4298c57f tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/security-groups?id=4697bd8b-92cb-4e88-8075-ef15d23b7931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563591 Jun 23 19:10:01.253669 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30248020'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.256024 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-822ba69c-bea1-431d-be70-e1b65b02aeca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:01.294427 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:01.295058 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.296567 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] 10.222.0.77 "PUT /v2.0/ports/a42b4f95-85ab-450c-b065-c794db25f838 HTTP/1.1" status: 200 len: 1093 time: 1.0440257 Jun 23 19:10:01.306324 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13548bb5-ff48-49da-998f-fb33d01eb3d9', 'tag': 'a42b4f95-85ab-450c-b065-c794db25f838'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:01.306324 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d283fd-4cc5-46e1-a921-c0894f7a1624" -d '{"events": [{"name": "network-changed", "server_uuid": "13548bb5-ff48-49da-998f-fb33d01eb3d9", "tag": "a42b4f95-85ab-450c-b065-c794db25f838"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:01.337709 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Pushing event updated for resources: {'Port': ['ID=a42b4f95-85ab-450c-b065-c794db25f838,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:01.341695 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:01.358573 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bfb786-97c8-48bc-8589-70f7c27ca2e8 x-openstack-request-id: req-64bfb786-97c8-48bc-8589-70f7c27ca2e8 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:01.358949 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13548bb5-ff48-49da-998f-fb33d01eb3d9", "tag": "a42b4f95-85ab-450c-b065-c794db25f838", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:01.359280 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-64bfb786-97c8-48bc-8589-70f7c27ca2e8 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:01.359785 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13548bb5-ff48-49da-998f-fb33d01eb3d9', 'tag': 'a42b4f95-85ab-450c-b065-c794db25f838', 'status': 'completed', 'code': 200} Jun 23 19:10:01.490193 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:01.498700 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d283fd-4cc5-46e1-a921-c0894f7a1624 req-c0265967-6023-4768-9e4b-9017039dc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:01.501873 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-50d283fd-4cc5-46e1-a921-c0894f7a1624 req-c0265967-6023-4768-9e4b-9017039dc369 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8fbb5cb4e39c43138fb7ba4d3797875f&device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0860813 Jun 23 19:10:01.616560 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d283fd-4cc5-46e1-a921-c0894f7a1624 req-d7571c6d-de59-4244-96ab-15163890ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:01.618041 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-50d283fd-4cc5-46e1-a921-c0894f7a1624 req-d7571c6d-de59-4244-96ab-15163890ad7b service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=8fbb5cb4e39c43138fb7ba4d3797875f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1026707 Jun 23 19:10:01.721147 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d283fd-4cc5-46e1-a921-c0894f7a1624 req-bf84c959-cd66-49da-abcd-c6e2dce8372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:01.722654 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-50d283fd-4cc5-46e1-a921-c0894f7a1624 req-bf84c959-cd66-49da-abcd-c6e2dce8372f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976348 Jun 23 19:10:01.846717 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-591a6510-90f2-4575-9426-a3c7f6bd1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:01.848325 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-591a6510-90f2-4575-9426-a3c7f6bd1d73 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8fbb5cb4e39c43138fb7ba4d3797875f&device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0589275 Jun 23 19:10:01.907241 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-7b5299a5-992b-4e5f-9752-89fad63fa12f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a42b4f95-85ab-450c-b065-c794db25f838 HTTP/1.1" status: 200 len: 217 time: 0.0415723 Jun 23 19:10:01.978206 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-1a371e67-8256-490c-ae36-fe9ecd93886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:01.979668 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-1a371e67-8256-490c-ae36-fe9ecd93886a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d610cb56-819d-47e4-88c0-b8575d3c4608 HTTP/1.1" status: 200 len: 848 time: 0.0493364 Jun 23 19:10:02.014732 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-a36c9285-f0c1-45e8-8bba-902338b5e667 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d06fec8-5a98-4fe5-908a-1871526165f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263619 Jun 23 19:10:02.113669 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-40fd7af8-addc-4dcf-93a2-ce9ba4eb1fb4 service neutron] 10.222.0.77 "GET /v2.0/networks/5d06fec8-5a98-4fe5-908a-1871526165f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902448 Jun 23 19:10:02.258406 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-15e2617d-02e8-49d0-b23d-679dfca96442 req-7e31f916-d268-4d17-bbc1-72d43efbefcb service neutron] 10.222.0.77 "GET /v2.0/networks/5d06fec8-5a98-4fe5-908a-1871526165f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377122 Jun 23 19:10:02.400847 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca36413-2659-402c-a59b-e204dfda56b5 req-9a01b512-37a1-4745-a6a5-aeb67e168492 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:02.402424 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9ca36413-2659-402c-a59b-e204dfda56b5 req-9a01b512-37a1-4745-a6a5-aeb67e168492 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 943 time: 0.0748730 Jun 23 19:10:02.448287 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9ca36413-2659-402c-a59b-e204dfda56b5 req-828ee5ca-d08b-4f08-902e-72c7758ad992 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/security-groups?id=4697bd8b-92cb-4e88-8075-ef15d23b7931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366607 Jun 23 19:10:03.640468 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3b559-65bb-4aec-a7dc-699eed1a28bb req-c2170719-f335-4ddb-ab86-51c6a19a44f4 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:03.642054 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a9f3b559-65bb-4aec-a7dc-699eed1a28bb req-c2170719-f335-4ddb-ab86-51c6a19a44f4 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 943 time: 0.0738950 Jun 23 19:10:03.682798 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a9f3b559-65bb-4aec-a7dc-699eed1a28bb req-c0c6c311-83dd-4079-a54e-95600485c09f tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/security-groups?id=4697bd8b-92cb-4e88-8075-ef15d23b7931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333176 Jun 23 19:10:04.876516 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ab07a-96cf-41a9-a30b-ab89d6f360ca req-ba869dd7-cc81-426a-a189-fe0a27e983ac tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:04.878240 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f13ab07a-96cf-41a9-a30b-ab89d6f360ca req-ba869dd7-cc81-426a-a189-fe0a27e983ac tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 943 time: 0.0720186 Jun 23 19:10:04.928640 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f13ab07a-96cf-41a9-a30b-ab89d6f360ca req-047ac04f-b250-4571-864b-1eb45265ea61 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/security-groups?id=4697bd8b-92cb-4e88-8075-ef15d23b7931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Jun 23 19:10:05.361175 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38858) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:05.412647 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6cb419-eec3-4826-a34e-51e490faafd0 admin admin] Deleting subnet ffd19b71-0512-40f5-b850-62da6d6ed7aa {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:10:05.417864 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb419-eec3-4826-a34e-51e490faafd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:05.472680 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb419-eec3-4826-a34e-51e490faafd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29673321'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:05.516678 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb419-eec3-4826-a34e-51e490faafd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:05.676891 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb419-eec3-4826-a34e-51e490faafd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30247957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29515577'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:05.679412 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-cf024d07-cd9f-416f-9fa9-9f6f43aab502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:05.706611 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cb419-eec3-4826-a34e-51e490faafd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd19b71-0512-40f5-b850-62da6d6ed7aa,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:05.710889 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-0f6cb419-eec3-4826-a34e-51e490faafd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:05.712322 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb419-eec3-4826-a34e-51e490faafd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:05.716188 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-0f6cb419-eec3-4826-a34e-51e490faafd0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ffd19b71-0512-40f5-b850-62da6d6ed7aa HTTP/1.1" status: 204 len: 168 time: 0.3523204 Jun 23 19:10:05.717989 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 38862) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:05.799788 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.203860 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.216684 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afeeec98-7d4f-4e74-9362-9ebbd8403210']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:06.230215 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a112f68b-90bd-4700-ba0c-560e00c23d49') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:06.230471 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a112f68b-90bd-4700-ba0c-560e00c23d49') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:06.242351 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29673334'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.261884 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.271562 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:10:06.272143 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30248072'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: Traceback (most recent call last): Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: timer() Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: cb(*args, **kw) Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: return func(*args, **kwargs) Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: self._notify() Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: self.callback(batched_events) Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: event.method(event) Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: return f(self, *a, **k) Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: return self._get(url).json() Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:10:06.273922 dv-cinder-790492-6-smb neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:10:06.291718 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed6d6b-a4fd-460f-b15c-c30459bc1735 req-e3db09b0-f38e-413b-ab82-93298e87a1d5 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:06.293367 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-baed6d6b-a4fd-460f-b15c-c30459bc1735 req-e3db09b0-f38e-413b-ab82-93298e87a1d5 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 943 time: 0.1494439 Jun 23 19:10:06.372418 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-baed6d6b-a4fd-460f-b15c-c30459bc1735 req-6d8754a9-b19e-4bc0-a53b-da5a83edb53a tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/security-groups?id=4697bd8b-92cb-4e88-8075-ef15d23b7931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 Jun 23 19:10:06.442591 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.447627 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:06.451410 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.457417 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] 10.222.0.67 "DELETE /v2.0/networks/afeeec98-7d4f-4e74-9362-9ebbd8403210 HTTP/1.1" status: 204 len: 168 time: 0.7355382 Jun 23 19:10:06.471585 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] Pushing event deleted for resources: {'Network': ['ID=afeeec98-7d4f-4e74-9362-9ebbd8403210,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:06.471855 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:06.487883 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device a42b4f95-85ab-450c-b065-c794db25f838 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:10:06.653103 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port a42b4f95-85ab-450c-b065-c794db25f838, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a42b4f95-85ab-450c-b065-c794db25f838,segment=NetworkSegment(084f49f5-36e9-47d2-9dcc-97ee0f2f3b89),segment_id=084f49f5-36e9-47d2-9dcc-97ee0f2f3b89)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:06.674702 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': 'a42b4f95-85ab-450c-b065-c794db25f838', 'network_id': '5d06fec8-5a98-4fe5-908a-1871526165f4', 'port_id': 'a42b4f95-85ab-450c-b065-c794db25f838', 'mac_address': 'fa:16:3e:8b:64:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd610cb56-819d-47e4-88c0-b8575d3c4608', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:10:06.735680 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.750766 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42b4f95-85ab-450c-b065-c794db25f838 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:10:06.781966 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port a42b4f95-85ab-450c-b065-c794db25f838, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a42b4f95-85ab-450c-b065-c794db25f838,segment=NetworkSegment(084f49f5-36e9-47d2-9dcc-97ee0f2f3b89),segment_id=084f49f5-36e9-47d2-9dcc-97ee0f2f3b89)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:06.842096 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:06.844298 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:06.939378 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 38872) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:06.969660 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=a42b4f95-85ab-450c-b065-c794db25f838,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:06.982329 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:06.983562 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:06.984220 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:06.984759 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:06.985297 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:06.985840 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:06.986376 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:06.986906 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:06.987589 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:06.988155 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:06.988812 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:06.989329 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:06.996651 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:07.005640 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-2894bce8-c74a-4807-a4ac-6f7cdd904a92 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3596d52cebee45ff8bcff80e12e9164e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644276 Jun 23 19:10:07.008141 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 38874) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:07.066406 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-15965926-32b3-48cd-856a-e9b9cb37a197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:07.090706 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-15965926-32b3-48cd-856a-e9b9cb37a197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:07.188953 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['a42b4f95-85ab-450c-b065-c794db25f838'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:10:07.222071 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-15965926-32b3-48cd-856a-e9b9cb37a197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:07.224912 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-15965926-32b3-48cd-856a-e9b9cb37a197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:07.226456 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-15965926-32b3-48cd-856a-e9b9cb37a197 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1388a129-d55f-47e7-be48-afa3f881f6d9 HTTP/1.1" status: 204 len: 168 time: 0.2169068 Jun 23 19:10:07.227165 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e89d4b82-5f2d-417a-8e2b-7f94f0873d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:07.239233 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15965926-32b3-48cd-856a-e9b9cb37a197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1388a129-d55f-47e7-be48-afa3f881f6d9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:07.243060 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-15965926-32b3-48cd-856a-e9b9cb37a197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:07.586607 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bee5b-974e-4875-9ce9-4ebaaab27fbe req-ea9493da-f3af-4eb0-8b5a-346712e96aa5 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:07.588792 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8e4bee5b-974e-4875-9ce9-4ebaaab27fbe req-ea9493da-f3af-4eb0-8b5a-346712e96aa5 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 944 time: 0.0773656 Jun 23 19:10:07.637917 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8e4bee5b-974e-4875-9ce9-4ebaaab27fbe req-9c2c674c-fe51-47c5-9c3f-fb1ff3e6c7a1 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/security-groups?id=4697bd8b-92cb-4e88-8075-ef15d23b7931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Jun 23 19:10:08.499509 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device a42b4f95-85ab-450c-b065-c794db25f838 up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:10:08.606437 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port a42b4f95-85ab-450c-b065-c794db25f838 completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:10:08.610603 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port a42b4f95-85ab-450c-b065-c794db25f838 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:08.610987 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:08.693631 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:08.718349 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13548bb5-ff48-49da-998f-fb33d01eb3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42b4f95-85ab-450c-b065-c794db25f838'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:08.720737 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc868ca-14f0-4f04-8687-840470192efc" -d '{"events": [{"server_uuid": "13548bb5-ff48-49da-998f-fb33d01eb3d9", "name": "network-vif-plugged", "status": "completed", "tag": "a42b4f95-85ab-450c-b065-c794db25f838"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:08.738571 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port a42b4f95-85ab-450c-b065-c794db25f838, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a42b4f95-85ab-450c-b065-c794db25f838,segment=NetworkSegment(084f49f5-36e9-47d2-9dcc-97ee0f2f3b89),segment_id=084f49f5-36e9-47d2-9dcc-97ee0f2f3b89)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:08.798638 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:08.802220 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:08.864670 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ddecf-4360-4691-be85-4300c377e8f4 req-7aec6ef3-1bc2-45ee-b8fb-10d09bb9bea6 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:08.867707 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-091ddecf-4360-4691-be85-4300c377e8f4 req-7aec6ef3-1bc2-45ee-b8fb-10d09bb9bea6 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 944 time: 0.1056716 Jun 23 19:10:08.898777 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=a42b4f95-85ab-450c-b065-c794db25f838,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:08.904867 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:08.922932 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-091ddecf-4360-4691-be85-4300c377e8f4 req-c34e8b5d-973b-498b-bcc9-bf6175f58471 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/security-groups?id=4697bd8b-92cb-4e88-8075-ef15d23b7931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487974 Jun 23 19:10:09.005339 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc9c17e-d896-4620-b69e-daf85a1dc18b x-openstack-request-id: req-5cc9c17e-d896-4620-b69e-daf85a1dc18b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:09.006419 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13548bb5-ff48-49da-998f-fb33d01eb3d9", "name": "network-vif-plugged", "status": "completed", "tag": "a42b4f95-85ab-450c-b065-c794db25f838", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:09.006836 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5cc9c17e-d896-4620-b69e-daf85a1dc18b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:09.007370 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13548bb5-ff48-49da-998f-fb33d01eb3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42b4f95-85ab-450c-b065-c794db25f838', 'code': 200} Jun 23 19:10:09.489078 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392e98e-d387-411c-9b58-d1ea14c2c976 req-de6432fe-24ce-4f93-b30d-9540da7d6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:09.490754 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8392e98e-d387-411c-9b58-d1ea14c2c976 req-de6432fe-24ce-4f93-b30d-9540da7d6422 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 1098 time: 0.0578039 Jun 23 19:10:09.528489 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8392e98e-d387-411c-9b58-d1ea14c2c976 req-5a77ce17-aaaa-4402-87f6-fa69a069072d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4697bd8b-92cb-4e88-8075-ef15d23b7931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315220 Jun 23 19:10:10.127392 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f91131-cf4d-4e39-80fe-a15ae80593a2 req-052a23f0-78d9-421b-a586-0f98d76d527a tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:10.129070 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b3f91131-cf4d-4e39-80fe-a15ae80593a2 req-052a23f0-78d9-421b-a586-0f98d76d527a tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 945 time: 0.0748906 Jun 23 19:10:10.176292 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b3f91131-cf4d-4e39-80fe-a15ae80593a2 req-4a5f94bf-0424-4ef7-bd7b-3a45f09f2826 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/security-groups?id=4697bd8b-92cb-4e88-8075-ef15d23b7931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370293 Jun 23 19:10:11.389221 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28da22-c68a-42a4-95f5-bf133507f62d req-f05ec3d4-0379-47c0-90c9-6ee6c18ccb5d tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:11.392020 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-de28da22-c68a-42a4-95f5-bf133507f62d req-f05ec3d4-0379-47c0-90c9-6ee6c18ccb5d tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 945 time: 0.0869210 Jun 23 19:10:11.457090 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-de28da22-c68a-42a4-95f5-bf133507f62d req-8b04234a-5567-441c-a155-d0ff1334e37b tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/security-groups?id=4697bd8b-92cb-4e88-8075-ef15d23b7931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588567 Jun 23 19:10:16.068126 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009c27f-b5e4-415e-a33e-68818affe154 req-1195b9fc-292e-4aef-a32f-e0fedcbe7326 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:16.069651 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e009c27f-b5e4-415e-a33e-68818affe154 req-1195b9fc-292e-4aef-a32f-e0fedcbe7326 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 945 time: 0.0696597 Jun 23 19:10:16.108411 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e009c27f-b5e4-415e-a33e-68818affe154 req-6f386140-d5ad-4d65-a368-179d0683fcd6 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/security-groups?id=4697bd8b-92cb-4e88-8075-ef15d23b7931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327091 Jun 23 19:10:16.424133 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa634a3e-ca71-4c14-a0f0-5a301a19dc36 req-d8cb67f4-99bf-4784-8e3b-c9bb09acabb7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:16.425750 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fa634a3e-ca71-4c14-a0f0-5a301a19dc36 req-d8cb67f4-99bf-4784-8e3b-c9bb09acabb7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0789018 Jun 23 19:10:16.488629 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fa634a3e-ca71-4c14-a0f0-5a301a19dc36 req-2e84cda6-8c0d-41e2-87a0-f2ebc0abd971 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555253 Jun 23 19:10:17.292022 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70f909-f13a-4e69-9e12-60118be75db9 req-19c1f304-4516-4716-b722-506aa5d14534 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:17.293478 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c70f909-f13a-4e69-9e12-60118be75db9 req-19c1f304-4516-4716-b722-506aa5d14534 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 945 time: 0.0670242 Jun 23 19:10:17.331713 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1c70f909-f13a-4e69-9e12-60118be75db9 req-3c151553-62bc-42df-ad0b-71207f25fb22 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/security-groups?id=4697bd8b-92cb-4e88-8075-ef15d23b7931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325763 Jun 23 19:10:17.714497 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02346c6a-240b-435f-8940-c1fbea87f130 req-409f472c-bd5f-4374-90d3-173595bd4ab2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:17.715996 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-02346c6a-240b-435f-8940-c1fbea87f130 req-409f472c-bd5f-4374-90d3-173595bd4ab2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.1073658 Jun 23 19:10:17.736850 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc66e1e-6b34-4b1d-99a4-abb3479bda74 req-c4483ca8-609e-46f1-8afc-14908a7445f4 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:17.738333 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8fc66e1e-6b34-4b1d-99a4-abb3479bda74 req-c4483ca8-609e-46f1-8afc-14908a7445f4 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.77 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 945 time: 0.1003113 Jun 23 19:10:17.798938 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-02346c6a-240b-435f-8940-c1fbea87f130 req-5a90768d-1fe0-4d84-98e6-a09050457908 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761101 Jun 23 19:10:17.856983 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-8fc66e1e-6b34-4b1d-99a4-abb3479bda74 req-e1ffac67-2401-44b1-a497-16a4a9b1a111 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Deleting port a42b4f95-85ab-450c-b065-c794db25f838 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:10:17.857322 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8fc66e1e-6b34-4b1d-99a4-abb3479bda74 req-e1ffac67-2401-44b1-a497-16a4a9b1a111 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:17.949366 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-8fc66e1e-6b34-4b1d-99a4-abb3479bda74 req-e1ffac67-2401-44b1-a497-16a4a9b1a111 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] For port a42b4f95-85ab-450c-b065-c794db25f838, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a42b4f95-85ab-450c-b065-c794db25f838,segment=NetworkSegment(084f49f5-36e9-47d2-9dcc-97ee0f2f3b89),segment_id=084f49f5-36e9-47d2-9dcc-97ee0f2f3b89)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:17.949729 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8fc66e1e-6b34-4b1d-99a4-abb3479bda74 req-e1ffac67-2401-44b1-a497-16a4a9b1a111 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:17.962919 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-8fc66e1e-6b34-4b1d-99a4-abb3479bda74 req-e1ffac67-2401-44b1-a497-16a4a9b1a111 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Calling delete_port for a42b4f95-85ab-450c-b065-c794db25f838 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:10:18.163220 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8fc66e1e-6b34-4b1d-99a4-abb3479bda74 req-e1ffac67-2401-44b1-a497-16a4a9b1a111 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:18.167223 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:18.192162 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffac67-2401-44b1-a497-16a4a9b1a111 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Pushing event deleted for resources: {'Port': ['ID=a42b4f95-85ab-450c-b065-c794db25f838,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:18.195137 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e1ffac67-2401-44b1-a497-16a4a9b1a111 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:18.200767 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['a42b4f95-85ab-450c-b065-c794db25f838'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:10:18.253440 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc66e1e-6b34-4b1d-99a4-abb3479bda74 req-e1ffac67-2401-44b1-a497-16a4a9b1a111 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] No DVR routers for this DVR port a42b4f95-85ab-450c-b065-c794db25f838 on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:10:18.256019 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-8fc66e1e-6b34-4b1d-99a4-abb3479bda74 req-e1ffac67-2401-44b1-a497-16a4a9b1a111 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:18.257989 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8fc66e1e-6b34-4b1d-99a4-abb3479bda74 req-e1ffac67-2401-44b1-a497-16a4a9b1a111 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.77 "DELETE /v2.0/ports/a42b4f95-85ab-450c-b065-c794db25f838 HTTP/1.1" status: 204 len: 173 time: 0.5120330 Jun 23 19:10:18.258521 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13548bb5-ff48-49da-998f-fb33d01eb3d9', 'name': 'network-vif-deleted', 'tag': 'a42b4f95-85ab-450c-b065-c794db25f838'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:18.261663 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad5cd14-a7de-45af-a04f-91489df36636" -d '{"events": [{"server_uuid": "13548bb5-ff48-49da-998f-fb33d01eb3d9", "name": "network-vif-deleted", "tag": "a42b4f95-85ab-450c-b065-c794db25f838"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:18.297884 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6079ad5-8d1f-4340-95fe-287b2c4ae753 x-openstack-request-id: req-a6079ad5-8d1f-4340-95fe-287b2c4ae753 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:18.299925 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13548bb5-ff48-49da-998f-fb33d01eb3d9", "name": "network-vif-deleted", "tag": "a42b4f95-85ab-450c-b065-c794db25f838", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:18.299925 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6079ad5-8d1f-4340-95fe-287b2c4ae753 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:18.299925 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13548bb5-ff48-49da-998f-fb33d01eb3d9', 'name': 'network-vif-deleted', 'tag': 'a42b4f95-85ab-450c-b065-c794db25f838', 'status': 'completed', 'code': 200} Jun 23 19:10:18.482228 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4f19648e-81e7-4c90-8524-6f13bd244c74 req-a917e651-3bf9-4b32-9fd6-adf6165e6314 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] 10.222.0.67 "GET /v2.0/ports?device_id=13548bb5-ff48-49da-998f-fb33d01eb3d9 HTTP/1.1" status: 200 len: 210 time: 0.0328307 Jun 23 19:10:18.989286 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e34ea-8419-49f8-828b-2e5fbe8d282a req-d6582394-08db-4fbf-b878-d2fccf692d3e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:18.991004 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ea9e34ea-8419-49f8-828b-2e5fbe8d282a req-d6582394-08db-4fbf-b878-d2fccf692d3e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0654340 Jun 23 19:10:19.036449 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ea9e34ea-8419-49f8-828b-2e5fbe8d282a req-5f7afe44-aa6c-42bb-88a4-7c94f5f8d0cf tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390587 Jun 23 19:10:20.232789 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5512e-e275-4b20-aac5-5f06d904bb51 req-478b74f6-3265-46a7-9a10-d73071441425 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:20.234260 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ddd5512e-e275-4b20-aac5-5f06d904bb51 req-478b74f6-3265-46a7-9a10-d73071441425 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0649831 Jun 23 19:10:20.274498 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ddd5512e-e275-4b20-aac5-5f06d904bb51 req-43a506c9-828e-4112-aaa0-f89ad0ea623c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344074 Jun 23 19:10:20.290223 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:20.561679 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device a42b4f95-85ab-450c-b065-c794db25f838 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:10:20.583923 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: a42b4f95-85ab-450c-b065-c794db25f838 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:10:20.584279 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device a42b4f95-85ab-450c-b065-c794db25f838 not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:10:21.475681 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815f41c-dd0c-4e2b-afcd-62a6b6f31382 req-72fdecb8-70f5-483e-8c23-1c080350182a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:21.477351 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7815f41c-dd0c-4e2b-afcd-62a6b6f31382 req-72fdecb8-70f5-483e-8c23-1c080350182a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0770700 Jun 23 19:10:21.521085 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7815f41c-dd0c-4e2b-afcd-62a6b6f31382 req-2c474f54-a07b-4c35-8a3c-59cc914ab7be tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359647 Jun 23 19:10:22.707003 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c91757-3f48-48b2-91f2-7fc28e8545e8 req-a19cae31-8785-4270-a87b-3daa175859aa tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:22.708460 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-28c91757-3f48-48b2-91f2-7fc28e8545e8 req-a19cae31-8785-4270-a87b-3daa175859aa tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0654726 Jun 23 19:10:22.747708 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-28c91757-3f48-48b2-91f2-7fc28e8545e8 req-5ae776c9-37f3-411a-ae11-e90defe9fe59 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330682 Jun 23 19:10:23.924336 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fca26-053f-4c7c-a976-db338aff98fe req-a86a2a97-258d-4678-b9ac-fda68dc85048 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:23.925898 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-705fca26-053f-4c7c-a976-db338aff98fe req-a86a2a97-258d-4678-b9ac-fda68dc85048 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0613465 Jun 23 19:10:23.967476 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-705fca26-053f-4c7c-a976-db338aff98fe req-14e08fac-1b2b-4186-9c1b-c0f53e5cfbbe tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353224 Jun 23 19:10:25.170025 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef1b21-e566-4f1c-b8e1-083167a0159d req-421ba43d-a665-4c1f-ad84-53a19640c631 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:25.171470 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-18ef1b21-e566-4f1c-b8e1-083167a0159d req-421ba43d-a665-4c1f-ad84-53a19640c631 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0728643 Jun 23 19:10:25.211049 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-18ef1b21-e566-4f1c-b8e1-083167a0159d req-31ff8602-015c-4c74-8376-0c5c6b5f7b2a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338492 Jun 23 19:10:26.209944 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bb84537-e345-4f47-88fd-d68d3625e4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:26.453921 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8763c-07cd-4a37-94d1-130a20fa01c8 req-5d93a7c8-6b03-4cfd-b9f6-ac843cfbd8f6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:26.455466 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-deb8763c-07cd-4a37-94d1-130a20fa01c8 req-5d93a7c8-6b03-4cfd-b9f6-ac843cfbd8f6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0719950 Jun 23 19:10:26.510775 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-deb8763c-07cd-4a37-94d1-130a20fa01c8 req-93473a9d-762b-4cc8-82f2-a800ccc2a28a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 Jun 23 19:10:27.727536 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6637f4a-7a51-40ff-9e6b-333f40e0583a req-d87f98ae-a5e3-4022-a1a4-c83be9774e9a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:27.727536 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b6637f4a-7a51-40ff-9e6b-333f40e0583a req-d87f98ae-a5e3-4022-a1a4-c83be9774e9a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0892167 Jun 23 19:10:27.771798 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b6637f4a-7a51-40ff-9e6b-333f40e0583a req-9d28c503-86a4-456d-a274-b4844e14c31d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374165 Jun 23 19:10:28.782674 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-147d90af-8356-4a96-92e7-6c237c3ec988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:28.854632 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:28.980553 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa39a2-bf0a-4533-996e-0fa4209a35eb req-f7891681-6c69-4386-8d37-0ecada4df897 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:28.982722 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8daa39a2-bf0a-4533-996e-0fa4209a35eb req-f7891681-6c69-4386-8d37-0ecada4df897 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0809019 Jun 23 19:10:29.026643 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8daa39a2-bf0a-4533-996e-0fa4209a35eb req-82baf252-0e54-424b-99fe-1d999919a940 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374134 Jun 23 19:10:29.814044 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:30.263756 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f30c1-f1ed-4e55-b11a-be55aed09c58 req-bfd76faa-5bbd-41b4-bb78-51002e1f465b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:30.267398 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a16f30c1-f1ed-4e55-b11a-be55aed09c58 req-bfd76faa-5bbd-41b4-bb78-51002e1f465b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0982821 Jun 23 19:10:30.337296 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a16f30c1-f1ed-4e55-b11a-be55aed09c58 req-4d596ed4-4089-4292-9e19-99131fd51d0d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632665 Jun 23 19:10:30.603676 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6cc61231-64ee-4fb3-afdb-1eef142d8422 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:10:30.801067 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 6cc61231-64ee-4fb3-afdb-1eef142d8422, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:30.829884 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'port_id': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'mac_address': 'fa:16:3e:26:48:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:10:30.890232 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:30.910190 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cc61231-64ee-4fb3-afdb-1eef142d8422 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:10:30.937050 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 6cc61231-64ee-4fb3-afdb-1eef142d8422, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:31.068544 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:31.071459 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:31.175461 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=6cc61231-64ee-4fb3-afdb-1eef142d8422,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:31.177183 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:31.253841 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['6cc61231-64ee-4fb3-afdb-1eef142d8422'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:10:31.594201 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dd250-0251-4232-9dcc-fb0cc156c489 req-6445ed95-a651-449b-b6f0-151a60f98194 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:31.614414 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-140dd250-0251-4232-9dcc-fb0cc156c489 req-6445ed95-a651-449b-b6f0-151a60f98194 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 944 time: 0.1124439 Jun 23 19:10:31.656498 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-140dd250-0251-4232-9dcc-fb0cc156c489 req-99c1f6a1-8ba6-4f97-8377-da7cdda5d77a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406406 Jun 23 19:10:31.677301 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:32.305585 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:10:32.521844 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868309f-55cc-425a-93a0-04cd29ca50d8 req-ab50107f-7f5e-47ce-ace7-24ddf389f08c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:32.523421 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c868309f-55cc-425a-93a0-04cd29ca50d8 req-ab50107f-7f5e-47ce-ace7-24ddf389f08c tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 945 time: 0.1063435 Jun 23 19:10:32.572741 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c868309f-55cc-425a-93a0-04cd29ca50d8 req-7a98083a-ad8d-4e63-984d-3cff47d17dd9 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=e41dbb64-272c-4932-a584-44571e8acf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408654 Jun 23 19:10:32.625561 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6cc61231-64ee-4fb3-afdb-1eef142d8422 up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:10:32.714982 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 6cc61231-64ee-4fb3-afdb-1eef142d8422 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:10:32.715724 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:32.828272 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:32.868392 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 6cc61231-64ee-4fb3-afdb-1eef142d8422, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:32.869828 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:32.872438 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cd2418-be59-4288-a334-3e574db45dc5" -d '{"events": [{"server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "name": "network-vif-plugged", "status": "completed", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:32.923513 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc58be99-ead6-45dd-8390-9598946059c6 x-openstack-request-id: req-fc58be99-ead6-45dd-8390-9598946059c6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:32.923852 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "name": "network-vif-plugged", "status": "completed", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:32.924106 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fc58be99-ead6-45dd-8390-9598946059c6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:32.924511 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'code': 200} Jun 23 19:10:32.961896 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdc6fb-cf9c-456c-ad37-2d609ecfbb7d req-51e11503-0a0c-4548-84bd-8ba372ca2d0b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:32.963460 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-70bdc6fb-cf9c-456c-ad37-2d609ecfbb7d req-51e11503-0a0c-4548-84bd-8ba372ca2d0b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 944 time: 0.1185668 Jun 23 19:10:32.968782 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:32.972709 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:33.044055 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=6cc61231-64ee-4fb3-afdb-1eef142d8422,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:33.047906 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:33.058059 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-70bdc6fb-cf9c-456c-ad37-2d609ecfbb7d req-781c4c35-30d8-4520-826b-b3097ce7cc4d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803537 Jun 23 19:10:33.798267 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d30f27-3886-4167-835e-fa69650345c9 req-985a0da7-fe71-45a9-a565-f0a0418daa24 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:33.800040 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b6d30f27-3886-4167-835e-fa69650345c9 req-985a0da7-fe71-45a9-a565-f0a0418daa24 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 945 time: 0.0881262 Jun 23 19:10:33.853866 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b6d30f27-3886-4167-835e-fa69650345c9 req-af6806e1-b454-4c2c-a3e5-3cd02b39bf74 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=e41dbb64-272c-4932-a584-44571e8acf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463059 Jun 23 19:10:34.292999 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a479f3-e580-4423-a88a-f26eae4e5279 req-d20204dd-ba4f-430c-acc7-e6deaee020ad tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:34.294652 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-34a479f3-e580-4423-a88a-f26eae4e5279 req-d20204dd-ba4f-430c-acc7-e6deaee020ad tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.1004195 Jun 23 19:10:34.353804 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-34a479f3-e580-4423-a88a-f26eae4e5279 req-8b632663-6742-4472-935d-60e017fd2115 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521784 Jun 23 19:10:34.626233 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-28fe8be1-7fa4-4669-aa1c-c91c7f868699 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:34.628476 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-28fe8be1-7fa4-4669-aa1c-c91c7f868699 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 945 time: 0.1100109 Jun 23 19:10:34.814052 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Deleting port a27e7cce-3184-4884-9b1c-0105220f823c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:10:34.814755 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:34.964172 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] For port a27e7cce-3184-4884-9b1c-0105220f823c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a27e7cce-3184-4884-9b1c-0105220f823c,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:34.964549 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:35.211013 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199d472-4c53-4624-b649-6ff8b32201a0 req-49ca021e-568a-4401-91ee-6713a0364f19 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:35.214391 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a199d472-4c53-4624-b649-6ff8b32201a0 req-49ca021e-568a-4401-91ee-6713a0364f19 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 945 time: 0.1836488 Jun 23 19:10:35.275220 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:35.275601 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:35.277031 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.l3_db [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Floating IP 0c3eea5d-b20c-47fe-82ac-7890f439c87f disassociated. External IP: 172.28.2.243, port: a27e7cce-3184-4884-9b1c-0105220f823c. Jun 23 19:10:35.277031 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Calling delete_port for a27e7cce-3184-4884-9b1c-0105220f823c owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:10:35.283835 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a199d472-4c53-4624-b649-6ff8b32201a0 req-4c39f1a5-b51c-486b-928b-056ed90669a2 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups?id=e41dbb64-272c-4932-a584-44571e8acf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625563 Jun 23 19:10:35.600483 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896b199-57fd-4374-b458-3ab64f94b0b6 req-5534b1c8-eff3-473c-9f9b-e5d9edf8e380 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:35.602838 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3896b199-57fd-4374-b458-3ab64f94b0b6 req-5534b1c8-eff3-473c-9f9b-e5d9edf8e380 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0890574 Jun 23 19:10:35.626698 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:35.646830 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-48403d26-b16a-4d56-95a2-ece706e438c6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:35.676528 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event deleted for resources: {'Port': ['ID=a27e7cce-3184-4884-9b1c-0105220f823c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:35.690045 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:35.690476 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:35.690780 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:35.691414 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:35.691763 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:35.692177 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:35.692528 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:35.692875 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:35.693224 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:35.693570 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:35.693915 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:35.694255 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:35.699259 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:35.747166 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3896b199-57fd-4374-b458-3ab64f94b0b6 req-5ee35294-da6c-43a2-8cc0-a23c238e7858 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338332 Jun 23 19:10:35.929977 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Router 49f0da67-8200-40d6-b1d5-810a6670fc7a has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:10:36.097217 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:10:36.112819 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0b87d-0a31-40cd-9f75-a1c1e601365b None None] Sync routers for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:10:36.131710 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0b87d-0a31-40cd-9f75-a1c1e601365b None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:10:36.132573 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bdd0b87d-0a31-40cd-9f75-a1c1e601365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:10:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:36.182451 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] No DVR routers for this DVR port a27e7cce-3184-4884-9b1c-0105220f823c on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:10:36.186049 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:36.189605 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-df7d0835-8340-44aa-ad7f-c2b06290896d req-860b072e-ec49-4c3a-80cf-78081f38da31 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.77 "DELETE /v2.0/ports/a27e7cce-3184-4884-9b1c-0105220f823c HTTP/1.1" status: 204 len: 173 time: 1.5551085 Jun 23 19:10:36.190300 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c680666-44ce-443f-ae62-86b9182185b1', 'name': 'network-vif-deleted', 'tag': 'a27e7cce-3184-4884-9b1c-0105220f823c'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:36.194444 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b64cca-64b3-4fa9-849c-79099262a535" -d '{"events": [{"server_uuid": "3c680666-44ce-443f-ae62-86b9182185b1", "name": "network-vif-deleted", "tag": "a27e7cce-3184-4884-9b1c-0105220f823c"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:36.253864 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3895fea-f506-4e7a-b4d4-b1bf88706011 x-openstack-request-id: req-d3895fea-f506-4e7a-b4d4-b1bf88706011 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:36.254201 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c680666-44ce-443f-ae62-86b9182185b1", "name": "network-vif-deleted", "tag": "a27e7cce-3184-4884-9b1c-0105220f823c", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:36.254527 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d3895fea-f506-4e7a-b4d4-b1bf88706011 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:36.255493 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c680666-44ce-443f-ae62-86b9182185b1', 'name': 'network-vif-deleted', 'tag': 'a27e7cce-3184-4884-9b1c-0105220f823c', 'status': 'completed', 'code': 200} Jun 23 19:10:36.285140 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-bdd0b87d-0a31-40cd-9f75-a1c1e601365b None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:10:36.665911 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c43f3bb8-3fb2-49fe-b9cd-19fcce8238f0 req-0be5c569-906c-4616-ae0c-9792ec6857d2 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 210 time: 0.0450220 Jun 23 19:10:36.722170 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bdd0b87d-0a31-40cd-9f75-a1c1e601365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:36.756160 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0b87d-0a31-40cd-9f75-a1c1e601365b None None] Checking router: 49f0da67-8200-40d6-b1d5-810a6670fc7a for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:10:36.765425 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0b87d-0a31-40cd-9f75-a1c1e601365b None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:10:36.766349 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bdd0b87d-0a31-40cd-9f75-a1c1e601365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:10:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:36.894626 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-bdd0b87d-0a31-40cd-9f75-a1c1e601365b None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:10:36.978275 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0615b1-02af-4d05-b44c-10b195904224 req-b7f3af28-8dec-4244-af9b-0bdcb9d160f8 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:36.980164 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fd0615b1-02af-4d05-b44c-10b195904224 req-b7f3af28-8dec-4244-af9b-0bdcb9d160f8 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0860946 Jun 23 19:10:37.048388 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fd0615b1-02af-4d05-b44c-10b195904224 req-e4127914-4916-44bc-b704-03897dae0309 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619926 Jun 23 19:10:37.322150 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-bdd0b87d-0a31-40cd-9f75-a1c1e601365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:37.349895 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0b87d-0a31-40cd-9f75-a1c1e601365b None None] The sync data for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb is: [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:04:21Z', 'revision_number': 4, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '9cc142f7-9e96-439e-88df-a0afb9eaab6b', 'name': '', 'network_id': '13ea8972-b95b-4038-a37a-9424804d7f04', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'mac_address': 'fa:16:3e:b0:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:19Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'subnets': [{'id': '6fa6a529-02d5-4dee-88c9-ecdd419aeba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:10:37.650227 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726620a5-53b2-4823-815a-ee8ca5b66e05 None None] New status for floating IP 0c3eea5d-b20c-47fe-82ac-7890f439c87f: DOWN {{(pid=93759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:10:37.844951 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-028899f5-6a52-497d-b605-6a86fd5bf172 req-15cdb8f1-af57-48fa-b298-5838b696ae3e tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c680666-44ce-443f-ae62-86b9182185b1 HTTP/1.1" status: 200 len: 210 time: 0.0323808 Jun 23 19:10:38.289898 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490e06a-4889-4160-bb85-50b5d7847b20 req-7cd34d0b-5da3-4c42-8913-4bf02e81f20c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:38.292683 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b490e06a-4889-4160-bb85-50b5d7847b20 req-7cd34d0b-5da3-4c42-8913-4bf02e81f20c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0878401 Jun 23 19:10:38.339154 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b490e06a-4889-4160-bb85-50b5d7847b20 req-5d652233-8ba3-4e71-a261-665e2a3ef146 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404110 Jun 23 19:10:38.636327 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device a27e7cce-3184-4884-9b1c-0105220f823c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:10:38.660832 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: a27e7cce-3184-4884-9b1c-0105220f823c {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:10:38.661474 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device a27e7cce-3184-4884-9b1c-0105220f823c not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:10:39.077430 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39278) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:39.171753 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:39.203568 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:39.359199 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:39.362302 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:39.363668 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "DELETE /v2.0/security-groups/e41dbb64-272c-4932-a584-44571e8acf3d HTTP/1.1" status: 204 len: 168 time: 0.2845187 Jun 23 19:10:39.364677 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-771e264e-6a2d-4e24-b44f-391acdf71788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:39.366529 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 39280) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:39.380440 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41dbb64-272c-4932-a584-44571e8acf3d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:39.398979 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:39.402532 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.api.v2.resource [None req-b4b4492e-9462-4f12-b81c-5804bd3baaed tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] show failed (client error): The resource could not be found. Jun 23 19:10:39.403614 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:39.404179 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:39.404693 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:39.405226 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:39.405737 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:39.406247 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:39.407659 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:39.408243 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-b4b4492e-9462-4f12-b81c-5804bd3baaed tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "GET /v2.0/security-groups/e41dbb64-272c-4932-a584-44571e8acf3d HTTP/1.1" status: 404 len: 347 time: 0.0405681 Jun 23 19:10:39.408798 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:39.410421 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:39.410958 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:39.411467 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 39284) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:39.413648 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:10:39.418140 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:39.475249 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39288) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:39.536677 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e02ad98-7f16-4251-9354-d6ba95779c5c admin admin] Deleting subnet d610cb56-819d-47e4-88c0-b8575d3c4608 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:10:39.541972 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e02ad98-7f16-4251-9354-d6ba95779c5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:39.587106 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e02ad98-7f16-4251-9354-d6ba95779c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29510107'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:39.621462 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f213ff5c-1f1b-42c8-af42-9b9a30f4aa05 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Deleting port ce42e502-2a32-492d-ba29-d6364b17b57c {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:10:39.621936 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f213ff5c-1f1b-42c8-af42-9b9a30f4aa05 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:39.631791 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e02ad98-7f16-4251-9354-d6ba95779c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:39.710699 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f213ff5c-1f1b-42c8-af42-9b9a30f4aa05 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:39.711364 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f213ff5c-1f1b-42c8-af42-9b9a30f4aa05 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:39.734794 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9631a3b-501b-4b53-b6c9-ae79950d77c4 req-ff780c64-567b-44d0-8e01-039993c3a4c7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:39.736429 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b9631a3b-501b-4b53-b6c9-ae79950d77c4 req-ff780c64-567b-44d0-8e01-039993c3a4c7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.1863208 Jun 23 19:10:39.737495 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-f213ff5c-1f1b-42c8-af42-9b9a30f4aa05 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Calling delete_port for ce42e502-2a32-492d-ba29-d6364b17b57c owned by network:floatingip {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:10:39.773477 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e02ad98-7f16-4251-9354-d6ba95779c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29639294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29691012'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:39.776396 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:39.811197 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02ad98-7f16-4251-9354-d6ba95779c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d610cb56-819d-47e4-88c0-b8575d3c4608,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:39.816292 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-1e02ad98-7f16-4251-9354-d6ba95779c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:39.822868 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1e02ad98-7f16-4251-9354-d6ba95779c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:39.829708 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-1e02ad98-7f16-4251-9354-d6ba95779c5c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d610cb56-819d-47e4-88c0-b8575d3c4608 HTTP/1.1" status: 204 len: 168 time: 0.3494658 Jun 23 19:10:39.830329 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b9631a3b-501b-4b53-b6c9-ae79950d77c4 req-2199a9b1-b613-4b82-addb-053b71b216c3 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879722 Jun 23 19:10:39.830888 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39290) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:39.922179 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.029862 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f213ff5c-1f1b-42c8-af42-9b9a30f4aa05 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.042292 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.043503 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:40.068352 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d06fec8-5a98-4fe5-908a-1871526165f4']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:40.085449 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084f49f5-36e9-47d2-9dcc-97ee0f2f3b89') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:40.086250 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084f49f5-36e9-47d2-9dcc-97ee0f2f3b89') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:40.096512 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29510084'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.117875 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213ff5c-1f1b-42c8-af42-9b9a30f4aa05 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Pushing event deleted for resources: {'Port': ['ID=ce42e502-2a32-492d-ba29-d6364b17b57c,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:40.121982 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f213ff5c-1f1b-42c8-af42-9b9a30f4aa05 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:40.132707 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.142194 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f213ff5c-1f1b-42c8-af42-9b9a30f4aa05 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks [] for floatingip, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.150055 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:10:40.150055 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29639395'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.150498 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f213ff5c-1f1b-42c8-af42-9b9a30f4aa05 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.150498 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-f213ff5c-1f1b-42c8-af42-9b9a30f4aa05 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] 10.222.0.67 "DELETE /v2.0/floatingips/0c3eea5d-b20c-47fe-82ac-7890f439c87f HTTP/1.1" status: 204 len: 168 time: 0.7337332 Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: Traceback (most recent call last): Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: timer() Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: cb(*args, **kw) Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: return func(*args, **kwargs) Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: self._notify() Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: self.callback(batched_events) Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: event.method(event) Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: return f(self, *a, **k) Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: return self._get(url).json() Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:10:40.152218 dv-cinder-790492-6-smb neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:10:40.293132 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.303765 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:40.308024 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.312568 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] 10.222.0.67 "DELETE /v2.0/networks/5d06fec8-5a98-4fe5-908a-1871526165f4 HTTP/1.1" status: 204 len: 168 time: 0.4780693 Jun 23 19:10:40.312992 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 39294) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:40.324392 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=5d06fec8-5a98-4fe5-908a-1871526165f4,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:40.327019 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-cc9ee3f4-319b-414f-b293-d83dcef48f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:40.372315 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce862b23-af66-425e-bdf1-f836aba51079 admin admin] Deleting subnet 0e8c220c-a131-41b2-92fc-52d82ef9046b {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:10:40.376808 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce862b23-af66-425e-bdf1-f836aba51079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.425142 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce862b23-af66-425e-bdf1-f836aba51079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29673321'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.481845 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce862b23-af66-425e-bdf1-f836aba51079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.679554 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce862b23-af66-425e-bdf1-f836aba51079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30247957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29515577'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.682264 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:40.703774 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce862b23-af66-425e-bdf1-f836aba51079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8c220c-a131-41b2-92fc-52d82ef9046b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:40.709027 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-ce862b23-af66-425e-bdf1-f836aba51079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:40.713539 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ce862b23-af66-425e-bdf1-f836aba51079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.715373 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-ce862b23-af66-425e-bdf1-f836aba51079 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0e8c220c-a131-41b2-92fc-52d82ef9046b HTTP/1.1" status: 204 len: 168 time: 0.4013431 Jun 23 19:10:40.718062 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39298) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:40.796936 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.883190 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.894923 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef9397a-be4e-41c5-bcaa-70a80e5502d2']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:40.913047 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d517cfe-5058-40f7-89e8-6ce3759dba94') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:40.913770 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d517cfe-5058-40f7-89e8-6ce3759dba94') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:40.926277 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29510084'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.944503 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.951403 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:10:40.951801 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29639395'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: Traceback (most recent call last): Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: timer() Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: cb(*args, **kw) Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: return func(*args, **kwargs) Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: self._notify() Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: self.callback(batched_events) Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: event.method(event) Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: return f(self, *a, **k) Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: return self._get(url).json() Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:10:40.953643 dv-cinder-790492-6-smb neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:10:41.081631 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f68db6-85b6-49ee-b06f-e567da7ef996 req-cd5405fc-818d-4ad9-8eba-3443ca7b36fb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:41.088727 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c1f68db6-85b6-49ee-b06f-e567da7ef996 req-cd5405fc-818d-4ad9-8eba-3443ca7b36fb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.1179044 Jun 23 19:10:41.116222 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:41.121325 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:41.125338 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:41.127938 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/2ef9397a-be4e-41c5-bcaa-70a80e5502d2 HTTP/1.1" status: 204 len: 168 time: 0.4079070 Jun 23 19:10:41.151023 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef9397a-be4e-41c5-bcaa-70a80e5502d2,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:41.159718 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3a2e1f65-4d40-497f-b7fc-a50cbcbf14d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:41.166012 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c1f68db6-85b6-49ee-b06f-e567da7ef996 req-ca85f77b-830c-441c-b4cb-824dfd3aeda2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732236 Jun 23 19:10:41.869484 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39308) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:41.942183 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-fd36338a-f68d-4261-9f53-6cf4452a98cf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8fbb5cb4e39c43138fb7ba4d3797875f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710800 Jun 23 19:10:41.944373 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39312) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:41.997634 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e101739-a322-4806-a765-aabc6b262bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:42.028960 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e101739-a322-4806-a765-aabc6b262bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:42.301548 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e101739-a322-4806-a765-aabc6b262bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:42.304159 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3e101739-a322-4806-a765-aabc6b262bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:42.305352 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-3e101739-a322-4806-a765-aabc6b262bc9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4697bd8b-92cb-4e88-8075-ef15d23b7931 HTTP/1.1" status: 204 len: 168 time: 0.3598526 Jun 23 19:10:42.306263 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b5846b36-117a-4d1d-ace0-60ae98cc1555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:42.332984 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e101739-a322-4806-a765-aabc6b262bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4697bd8b-92cb-4e88-8075-ef15d23b7931,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:42.341950 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3e101739-a322-4806-a765-aabc6b262bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:42.521012 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2900cb-c994-4b90-b21f-8988892c7583 req-8b9c02df-85a8-46ca-b956-385087e0abef tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:42.523464 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ee2900cb-c994-4b90-b21f-8988892c7583 req-8b9c02df-85a8-46ca-b956-385087e0abef tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.1532099 Jun 23 19:10:42.586219 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ee2900cb-c994-4b90-b21f-8988892c7583 req-5bffc8a1-e9a0-4045-be0d-bbd501ac1783 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554895 Jun 23 19:10:43.460098 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39340) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:43.506073 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-9385fbb8-4ecb-4000-b958-e5e336e8d74e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0d333382e25f4b059dbc2e2e2900d7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443373 Jun 23 19:10:43.510042 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39342) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:43.573461 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02c3645b-0bb3-4da7-99e3-dc6cc4497320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:43.600604 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02c3645b-0bb3-4da7-99e3-dc6cc4497320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:43.827091 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02c3645b-0bb3-4da7-99e3-dc6cc4497320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:43.828689 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633826df-54b6-45d0-b1fd-d2788a690480 req-e876a21f-973d-4d10-9633-ae19d50575bb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:43.830318 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-633826df-54b6-45d0-b1fd-d2788a690480 req-e876a21f-973d-4d10-9633-ae19d50575bb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.0793126 Jun 23 19:10:43.831427 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-02c3645b-0bb3-4da7-99e3-dc6cc4497320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:43.833206 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-02c3645b-0bb3-4da7-99e3-dc6cc4497320 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/80e4a91b-2485-4d3c-afb5-24204437feaf HTTP/1.1" status: 204 len: 168 time: 0.3221333 Jun 23 19:10:43.834684 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e8f27021-79cb-4a84-836d-ee6d897231e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:43.847933 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3645b-0bb3-4da7-99e3-dc6cc4497320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e4a91b-2485-4d3c-afb5-24204437feaf,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:43.851169 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-02c3645b-0bb3-4da7-99e3-dc6cc4497320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:43.900550 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-633826df-54b6-45d0-b1fd-d2788a690480 req-ec76ae62-137c-4b60-8a75-9dd6ca8d06e0 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537989 Jun 23 19:10:44.404215 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49328abe-cb48-48a5-8cf8-0d0a1457e0f8 req-49159154-cc63-48cf-93b4-65f31fc132e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:44.405826 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-49328abe-cb48-48a5-8cf8-0d0a1457e0f8 req-49159154-cc63-48cf-93b4-65f31fc132e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 1098 time: 0.0589595 Jun 23 19:10:44.554652 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49328abe-cb48-48a5-8cf8-0d0a1457e0f8 req-2aec5819-901d-42f2-bc27-f68117867196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:44.558134 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-49328abe-cb48-48a5-8cf8-0d0a1457e0f8 req-2aec5819-901d-42f2-bc27-f68117867196 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6f276787-6d2f-4388-aea6-d3a0998dbf61 HTTP/1.1" status: 200 len: 917 time: 0.1451001 Jun 23 19:10:44.649440 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-49328abe-cb48-48a5-8cf8-0d0a1457e0f8 req-2f8726d0-9ce2-4c21-90ad-cc187ab136d9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422 HTTP/1.1" status: 200 len: 1001 time: 0.0836794 Jun 23 19:10:44.723039 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49328abe-cb48-48a5-8cf8-0d0a1457e0f8 req-096449a8-5df0-46a9-a220-5f41b909537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:44.725059 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39366) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:44.725571 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-49328abe-cb48-48a5-8cf8-0d0a1457e0f8 req-096449a8-5df0-46a9-a220-5f41b909537d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=573f17ee-da5c-446d-9393-095d09cdcf95 HTTP/1.1" status: 200 len: 855 time: 0.0675867 Jun 23 19:10:44.817167 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49328abe-cb48-48a5-8cf8-0d0a1457e0f8 req-ee5c7b99-65dd-4dc6-9bd7-1c7a4dcda319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:44.819132 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-49328abe-cb48-48a5-8cf8-0d0a1457e0f8 req-ee5c7b99-65dd-4dc6-9bd7-1c7a4dcda319 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f276787-6d2f-4388-aea6-d3a0998dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866189 Jun 23 19:10:44.959854 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-49328abe-cb48-48a5-8cf8-0d0a1457e0f8 req-4555bb4e-9c1b-4d52-857e-9b3462d0e344 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314378 Jun 23 19:10:45.430870 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-49328abe-cb48-48a5-8cf8-0d0a1457e0f8 req-4db1f87a-b017-4a69-81a3-050f2dbb8072 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640687 Jun 23 19:10:45.437713 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32f6675c-d047-4829-8ba7-4ee23e3258b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712418'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:45.449839 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb4249-dfaf-4b21-bf87-8532ba9c7d7b req-18af8ba2-fe4a-48e1-a5f7-aacb6781b33b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:45.451168 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-46cb4249-dfaf-4b21-bf87-8532ba9c7d7b req-18af8ba2-fe4a-48e1-a5f7-aacb6781b33b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.3961437 Jun 23 19:10:45.497127 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-46cb4249-dfaf-4b21-bf87-8532ba9c7d7b req-047311d8-3eca-4f7f-a3a7-34a3dc7d974c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373206 Jun 23 19:10:45.731512 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-32f6675c-d047-4829-8ba7-4ee23e3258b9 admin admin] Deleting port 9cc142f7-9e96-439e-88df-a0afb9eaab6b {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:10:45.732354 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32f6675c-d047-4829-8ba7-4ee23e3258b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:45.855331 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-32f6675c-d047-4829-8ba7-4ee23e3258b9 admin admin] For port 9cc142f7-9e96-439e-88df-a0afb9eaab6b, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=9cc142f7-9e96-439e-88df-a0afb9eaab6b,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:45.855693 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32f6675c-d047-4829-8ba7-4ee23e3258b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:45.870979 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-32f6675c-d047-4829-8ba7-4ee23e3258b9 admin admin] Calling delete_port for 9cc142f7-9e96-439e-88df-a0afb9eaab6b owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:10:46.234436 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32f6675c-d047-4829-8ba7-4ee23e3258b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:46.239766 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-13f9c2a3-13f5-4621-a7ac-9818becb0ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:46.288205 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6675c-d047-4829-8ba7-4ee23e3258b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc142f7-9e96-439e-88df-a0afb9eaab6b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:46.298410 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-32f6675c-d047-4829-8ba7-4ee23e3258b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:46.545639 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-32f6675c-d047-4829-8ba7-4ee23e3258b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597266'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:46.681811 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6cc61231-64ee-4fb3-afdb-1eef142d8422 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:10:46.772004 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:46.808060 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 6cc61231-64ee-4fb3-afdb-1eef142d8422, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:46.809352 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:10:46.811944 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e030b5-e262-4ab4-b104-5254ed714f3a" -d '{"events": [{"server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "name": "network-vif-unplugged", "status": "completed", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:10:46.816367 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35887768-8d18-4cc9-9ea6-3caed6639718 req-14a6da65-ff24-46f1-926f-945f8fcf2dea tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:46.826912 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-35887768-8d18-4cc9-9ea6-3caed6639718 req-14a6da65-ff24-46f1-926f-945f8fcf2dea tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 945 time: 0.1203730 Jun 23 19:10:46.858310 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 19:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575bd1ce-f68c-4dcc-855d-80aa984f105c x-openstack-request-id: req-575bd1ce-f68c-4dcc-855d-80aa984f105c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:10:46.858861 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "name": "network-vif-unplugged", "status": "completed", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:10:46.859286 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-575bd1ce-f68c-4dcc-855d-80aa984f105c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:10:46.859976 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'code': 200} Jun 23 19:10:46.867278 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f6675c-d047-4829-8ba7-4ee23e3258b9 admin admin] Router 49f0da67-8200-40d6-b1d5-810a6670fc7a has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:10:46.874038 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:46.876917 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-94de79e2-9e06-4220-8fa7-3ce50cece5f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:46.899403 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-35887768-8d18-4cc9-9ea6-3caed6639718 req-6b25a693-99bd-4f84-81af-b6b81f5e1eb1 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691724 Jun 23 19:10:46.932702 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=6cc61231-64ee-4fb3-afdb-1eef142d8422,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:46.936151 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:47.021934 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f6675c-d047-4829-8ba7-4ee23e3258b9 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:10:47.030287 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-32f6675c-d047-4829-8ba7-4ee23e3258b9 admin admin] 10.222.0.67 "PUT /v2.0/routers/49f0da67-8200-40d6-b1d5-810a6670fc7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3039200 Jun 23 19:10:47.034310 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39406) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:47.035245 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ced0aee-3e84-42e7-a9ec-c027f25ed5d0 None None] Sync routers for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:10:47.045101 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced0aee-3e84-42e7-a9ec-c027f25ed5d0 None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:10:47.045730 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2ced0aee-3e84-42e7-a9ec-c027f25ed5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:10:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:47.199761 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2ced0aee-3e84-42e7-a9ec-c027f25ed5d0 None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:10:47.409136 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:47.454692 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2ced0aee-3e84-42e7-a9ec-c027f25ed5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:10:46Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:47.488050 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ced0aee-3e84-42e7-a9ec-c027f25ed5d0 None None] Checking router: 49f0da67-8200-40d6-b1d5-810a6670fc7a for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:10:47.497321 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced0aee-3e84-42e7-a9ec-c027f25ed5d0 None None] Routers {'49f0da67-8200-40d6-b1d5-810a6670fc7a'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:10:47.498033 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2ced0aee-3e84-42e7-a9ec-c027f25ed5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:10:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['49f0da67-8200-40d6-b1d5-810a6670fc7a'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:47.539242 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:47.607771 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-2ced0aee-3e84-42e7-a9ec-c027f25ed5d0 None None] Set router 49f0da67-8200-40d6-b1d5-810a6670fc7a gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:10:47.681240 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Deleting port 306bece6-da9b-49c4-9f43-12bf644efc79 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:10:47.681977 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:47.833462 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-2ced0aee-3e84-42e7-a9ec-c027f25ed5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:10:46Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:47.851890 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] For port 306bece6-da9b-49c4-9f43-12bf644efc79, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=306bece6-da9b-49c4-9f43-12bf644efc79,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:47.851890 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:47.875076 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Calling delete_port for 306bece6-da9b-49c4-9f43-12bf644efc79 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:10:47.876564 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ced0aee-3e84-42e7-a9ec-c027f25ed5d0 None None] The sync data for ids ['49f0da67-8200-40d6-b1d5-810a6670fc7a'] in dv-cinder-790492-6-smb is: [{'id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'name': 'tempest-AttachVolumeTestJSON-1093905441-router', 'tenant_id': '704cf5a143b64c318c400174e02d1fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:13Z', 'updated_at': '2021-06-23T19:10:46Z', 'revision_number': 5, 'project_id': '704cf5a143b64c318c400174e02d1fe7', 'gw_port': {'id': '306bece6-da9b-49c4-9f43-12bf644efc79', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0da67-8200-40d6-b1d5-810a6670fc7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:10:48.146093 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:48.146765 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de86ac-31e0-4d80-9e60-3d7172b10ac3 req-429ceac9-7ea2-4a16-b985-b88ac9808a7d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:48.148438 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-57de86ac-31e0-4d80-9e60-3d7172b10ac3 req-429ceac9-7ea2-4a16-b985-b88ac9808a7d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.0797544 Jun 23 19:10:48.151223 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-50eec8fb-4afb-4431-af51-2d311a9ead22 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:48.182290 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Pushing event deleted for resources: {'Port': ['ID=306bece6-da9b-49c4-9f43-12bf644efc79,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:48.190040 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:48.200805 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-57de86ac-31e0-4d80-9e60-3d7172b10ac3 req-9079b86a-1f12-4bab-ac1b-5fe03b1d15ca tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434415 Jun 23 19:10:48.276471 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692615'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:48.388988 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7763'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:48.392074 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:48.576548 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597993'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:48.577105 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49f0da67-8200-40d6-b1d5-810a6670fc7a {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:10:48.581948 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:48.583172 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-c5e34d29-4e5b-417e-b53c-2bdc9a15725b admin admin] 10.222.0.67 "DELETE /v2.0/routers/49f0da67-8200-40d6-b1d5-810a6670fc7a HTTP/1.1" status: 204 len: 168 time: 1.5474756 Jun 23 19:10:48.586558 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39422) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:48.651592 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f70122-377f-400d-9b7d-b2ebcbb8b7d1 admin admin] Deleting subnet 6fa6a529-02d5-4dee-88c9-ecdd419aeba3 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:10:48.655215 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2f70122-377f-400d-9b7d-b2ebcbb8b7d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:48.702451 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2f70122-377f-400d-9b7d-b2ebcbb8b7d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29510107'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:48.838491 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2f70122-377f-400d-9b7d-b2ebcbb8b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.150846 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2f70122-377f-400d-9b7d-b2ebcbb8b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29639294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29691012'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.153526 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-1c640e8e-c46d-4afc-821a-8419931ccca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:49.177022 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f70122-377f-400d-9b7d-b2ebcbb8b7d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa6a529-02d5-4dee-88c9-ecdd419aeba3,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:49.179479 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c2f70122-377f-400d-9b7d-b2ebcbb8b7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:49.184847 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c2f70122-377f-400d-9b7d-b2ebcbb8b7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.186746 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-c2f70122-377f-400d-9b7d-b2ebcbb8b7d1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6fa6a529-02d5-4dee-88c9-ecdd419aeba3 HTTP/1.1" status: 204 len: 168 time: 0.5988607 Jun 23 19:10:49.191560 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39430) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:49.192424 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345ea436-6138-4b96-b8dd-f5b2f8515fd1 None None] Network 13ea8972-b95b-4038-a37a-9424804d7f04 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:10:49.277243 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.333161 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Deleting port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:10:49.333563 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.405427 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd206ba-b845-4ddc-bad6-b3feef81e9a5 None None] DHCP port deletion for 13ea8972-b95b-4038-a37a-9424804d7f04 request from dv-cinder-790492-6-smb {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:10:49.411579 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] For port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=82c06b33-96eb-40a5-b1d6-3e927d24ed6f,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:49.412952 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.425697 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Calling delete_port for 82c06b33-96eb-40a5-b1d6-3e927d24ed6f owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:10:49.454364 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-edd206ba-b845-4ddc-bad6-b3feef81e9a5 None None] Deleting port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:10:49.454732 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-edd206ba-b845-4ddc-bad6-b3feef81e9a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.523990 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-edd206ba-b845-4ddc-bad6-b3feef81e9a5 None None] For port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=82c06b33-96eb-40a5-b1d6-3e927d24ed6f,segment=NetworkSegment(29863f63-7ad3-4bfb-a754-d95e2ea3b892),segment_id=29863f63-7ad3-4bfb-a754-d95e2ea3b892)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:10:49.524429 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-edd206ba-b845-4ddc-bad6-b3feef81e9a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.550788 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-edd206ba-b845-4ddc-bad6-b3feef81e9a5 None None] Calling delete_port for 82c06b33-96eb-40a5-b1d6-3e927d24ed6f owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:10:49.605259 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.610407 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:49.633457 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-edd206ba-b845-4ddc-bad6-b3feef81e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.635492 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:49.648180 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c06b33-96eb-40a5-b1d6-3e927d24ed6f,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:49.651112 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] No DVR routers for this DVR port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f on host dv-cinder-790492-6-smb {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:10:49.653524 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:49.658269 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd206ba-b845-4ddc-bad6-b3feef81e9a5 None None] Pushing event deleted for resources: {'Port': ['ID=82c06b33-96eb-40a5-b1d6-3e927d24ed6f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:49.661959 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-edd206ba-b845-4ddc-bad6-b3feef81e9a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:49.665277 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd206ba-b845-4ddc-bad6-b3feef81e9a5 None None] No DVR routers for this DVR port 82c06b33-96eb-40a5-b1d6-3e927d24ed6f on host dv-cinder-790492-6-smb {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:10:49.770967 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.784194 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ea8972-b95b-4038-a37a-9424804d7f04']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:49.797315 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29863f63-7ad3-4bfb-a754-d95e2ea3b892') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:49.797720 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29863f63-7ad3-4bfb-a754-d95e2ea3b892') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:10:49.808630 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29510084'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.810047 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 9cc142f7-9e96-439e-88df-a0afb9eaab6b no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:10:49.825003 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.832406 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29639395'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: Traceback (most recent call last): Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: timer() Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: cb(*args, **kw) Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: return func(*args, **kwargs) Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: self._notify() Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: self.callback(batched_events) Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: event.method(event) Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: return f(self, *a, **k) Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: return self._get(url).json() Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:10:49.838027 dv-cinder-790492-6-smb neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:10:49.857138 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 9cc142f7-9e96-439e-88df-a0afb9eaab6b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:10:49.857731 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 9cc142f7-9e96-439e-88df-a0afb9eaab6b not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:10:49.858456 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 82c06b33-96eb-40a5-b1d6-3e927d24ed6f no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:10:49.898738 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 82c06b33-96eb-40a5-b1d6-3e927d24ed6f {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:10:49.899696 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 82c06b33-96eb-40a5-b1d6-3e927d24ed6f not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:10:49.900488 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 306bece6-da9b-49c4-9f43-12bf644efc79 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:10:49.941803 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 306bece6-da9b-49c4-9f43-12bf644efc79 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:10:49.942344 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 306bece6-da9b-49c4-9f43-12bf644efc79 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:10:50.063482 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:50.073758 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:50.073758 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] 10.222.0.67 "DELETE /v2.0/networks/13ea8972-b95b-4038-a37a-9424804d7f04 HTTP/1.1" status: 204 len: 168 time: 0.8794124 Jun 23 19:10:50.073758 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:50.086906 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Pushing event deleted for resources: {'Network': ['ID=13ea8972-b95b-4038-a37a-9424804d7f04,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:50.094648 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-958b0b0d-e232-4445-81cf-9080b5c7c662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:50.296267 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:50.574889 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 39450) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:50.643610 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-917e6145-05bc-4716-8135-6e8a5fa2c291 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=704cf5a143b64c318c400174e02d1fe7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0667109 Jun 23 19:10:50.646011 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 39452) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:50.706037 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6cc61231-64ee-4fb3-afdb-1eef142d8422 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:10:50.709214 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51a8312f-572e-4745-b146-2d85ed322a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:50.742718 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51a8312f-572e-4745-b146-2d85ed322a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:51.013303 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51a8312f-572e-4745-b146-2d85ed322a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:51.018448 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-51a8312f-572e-4745-b146-2d85ed322a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:51.020580 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-51a8312f-572e-4745-b146-2d85ed322a75 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eec0afa7-07ed-4ed2-942f-5a9f6da97c75 HTTP/1.1" status: 204 len: 168 time: 0.3732274 Jun 23 19:10:51.022229 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-a04a26f6-6842-418d-8fa9-d028ac7ed6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:51.037014 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8312f-572e-4745-b146-2d85ed322a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec0afa7-07ed-4ed2-942f-5a9f6da97c75,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:51.047542 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-51a8312f-572e-4745-b146-2d85ed322a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:51.786782 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11346b5-d17c-4470-a019-77d523592088 req-a4e70f73-ae58-4bd8-9a91-da20f56b1948 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:51.789699 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c11346b5-d17c-4470-a019-77d523592088 req-a4e70f73-ae58-4bd8-9a91-da20f56b1948 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.1359930 Jun 23 19:10:51.874817 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c11346b5-d17c-4470-a019-77d523592088 req-7f39430e-9238-47cf-b7ea-c723238c594c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716815 Jun 23 19:10:52.096537 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-3e0a3d53-7103-462a-967c-fd2ee4dd17c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0628841 Jun 23 19:10:53.090760 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9097d-3159-4bff-afbb-470b8615978f req-e1f9447b-9e0e-4d06-9014-e26edee80b10 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:53.092821 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6cd9097d-3159-4bff-afbb-470b8615978f req-e1f9447b-9e0e-4d06-9014-e26edee80b10 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.0745449 Jun 23 19:10:53.133004 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6cd9097d-3159-4bff-afbb-470b8615978f req-8b220c94-64e2-4acb-94c2-95d8f1716faa tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343356 Jun 23 19:10:53.558911 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 39542) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:53.707652 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dbb6f27-700d-4f75-b6c9-3c5d0269d4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:53.842650 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dbb6f27-700d-4f75-b6c9-3c5d0269d4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:53.966088 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2dbb6f27-700d-4f75-b6c9-3c5d0269d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:53.968843 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-1ea56a2e-b837-458f-a9ce-52f74cdf3abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:54.009231 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb6f27-700d-4f75-b6c9-3c5d0269d4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e060391-00cf-404d-855c-ec912306dede,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:54.017036 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-2dbb6f27-700d-4f75-b6c9-3c5d0269d4f7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cf80e306982b4235a70719d07007d039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565051 Jun 23 19:10:54.017758 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39548) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:10:54.018485 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-2dbb6f27-700d-4f75-b6c9-3c5d0269d4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:54.092431 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bbf77abe-1d7b-4844-99e5-72a300023306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:54.117388 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bbf77abe-1d7b-4844-99e5-72a300023306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:54.252115 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bbf77abe-1d7b-4844-99e5-72a300023306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:54.254735 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bbf77abe-1d7b-4844-99e5-72a300023306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:54.255923 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-bbf77abe-1d7b-4844-99e5-72a300023306 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7e060391-00cf-404d-855c-ec912306dede HTTP/1.1" status: 204 len: 168 time: 0.2369659 Jun 23 19:10:54.258698 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-de4aefad-400d-4394-8c3e-20ad7f9e6cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:10:54.265357 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf77abe-1d7b-4844-99e5-72a300023306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e060391-00cf-404d-855c-ec912306dede,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:10:54.267948 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-bbf77abe-1d7b-4844-99e5-72a300023306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:10:54.322161 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4c1fa-2344-4ba7-acff-4f7445bea1ca req-8f599c2b-2792-4a35-bca5-87014bf09e8e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:54.323685 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b4a4c1fa-2344-4ba7-acff-4f7445bea1ca req-8f599c2b-2792-4a35-bca5-87014bf09e8e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.0689859 Jun 23 19:10:54.361897 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b4a4c1fa-2344-4ba7-acff-4f7445bea1ca req-4792ecc3-205c-49b1-af5c-064395f058e5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325251 Jun 23 19:10:54.464441 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-0dbdff4d-eb10-4eda-82b7-3dab2050791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:54.466004 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-0dbdff4d-eb10-4eda-82b7-3dab2050791c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200&tenant_id=f95ac121b1a24229945867eb653a105a HTTP/1.1" status: 200 len: 1096 time: 0.0631654 Jun 23 19:10:54.565243 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-b1be11ff-77fc-4263-923e-2c947489ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:54.566866 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-b1be11ff-77fc-4263-923e-2c947489ce12 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 1096 time: 0.0635269 Jun 23 19:10:54.667788 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-ae24bbd1-cada-4ea3-86e8-1f883ee87346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:54.669355 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-ae24bbd1-cada-4ea3-86e8-1f883ee87346 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6f276787-6d2f-4388-aea6-d3a0998dbf61 HTTP/1.1" status: 200 len: 917 time: 0.0948770 Jun 23 19:10:54.745872 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-0e436470-22fd-4de0-be8c-73d51142ef35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422 HTTP/1.1" status: 200 len: 999 time: 0.0697396 Jun 23 19:10:54.796538 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-8ea4e158-25fa-4dd1-bcaf-bb7712573151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:54.798004 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-8ea4e158-25fa-4dd1-bcaf-bb7712573151 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=573f17ee-da5c-446d-9393-095d09cdcf95 HTTP/1.1" status: 200 len: 855 time: 0.0460813 Jun 23 19:10:54.859050 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-ff31ccaa-2a1e-44f5-b00e-8aabf78cfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:54.860635 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-ff31ccaa-2a1e-44f5-b00e-8aabf78cfbd9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f276787-6d2f-4388-aea6-d3a0998dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0552323 Jun 23 19:10:54.958572 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-92f6538a-7484-42c5-8b76-8197e4f8c8a8 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904515 Jun 23 19:10:55.048700 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0b9752c7-d62d-460c-b5fc-5f9b2d9330ac req-5e4edb16-bb75-4378-807e-d4bee141a46f service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837741 Jun 23 19:10:55.598826 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79c34b-0c1a-42b8-b5a7-408aeadab635 req-897f9dcc-956f-4bd5-89ca-b87abe9251cb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:55.601418 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ed79c34b-0c1a-42b8-b5a7-408aeadab635 req-897f9dcc-956f-4bd5-89ca-b87abe9251cb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.1083889 Jun 23 19:10:55.657313 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ed79c34b-0c1a-42b8-b5a7-408aeadab635 req-c96b52cd-c292-4691-b49e-c98bcb5500a0 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497236 Jun 23 19:10:56.188957 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b7613bf-0b56-4d7b-b69b-51876cb07105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:56.886010 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948ff74-f806-4985-aab8-5dab0a59f255 req-1c2efb86-becd-4ef1-a8c5-452fbe613de7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:56.894041 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2948ff74-f806-4985-aab8-5dab0a59f255 req-1c2efb86-becd-4ef1-a8c5-452fbe613de7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.0994205 Jun 23 19:10:56.952248 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2948ff74-f806-4985-aab8-5dab0a59f255 req-e04273bf-5a0f-496a-b0e7-af9387f11b6a tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448980 Jun 23 19:10:58.158363 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742e326-9bb1-46e8-9fbf-ec0ba5241ef7 req-f42aea4c-f8ba-40a6-90d9-3b3535d2d181 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:58.160104 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d742e326-9bb1-46e8-9fbf-ec0ba5241ef7 req-f42aea4c-f8ba-40a6-90d9-3b3535d2d181 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.0675704 Jun 23 19:10:58.208933 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-d742e326-9bb1-46e8-9fbf-ec0ba5241ef7 req-3603124a-c6a7-46a1-960e-0ddb8e9994fd tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428033 Jun 23 19:10:58.909405 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35c49b32-05d3-4170-bbe2-97a31b03968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:58.916446 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:59.415324 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6ec66-b2b8-4e2b-90b9-62d4c1de1900 req-e0459cfe-d8b9-47bd-bac4-2a61a5d366bd tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:10:59.417725 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3ab6ec66-b2b8-4e2b-90b9-62d4c1de1900 req-e0459cfe-d8b9-47bd-bac4-2a61a5d366bd tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.0800643 Jun 23 19:10:59.460422 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3ab6ec66-b2b8-4e2b-90b9-62d4c1de1900 req-4579cc7c-0d15-4f0c-801d-8f3e174de10b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369015 Jun 23 19:10:59.732955 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:10:59.979117 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39666) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:00.122553 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea540496-2886-4f5a-982a-10be8cfa5f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:00.233057 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea540496-2886-4f5a-982a-10be8cfa5f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:00.391082 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ea540496-2886-4f5a-982a-10be8cfa5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:00.393931 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6faeec33-e357-47ef-b5fd-b1de6655a8f5 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:00.434972 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea540496-2886-4f5a-982a-10be8cfa5f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaa825c-66b2-4cc1-853b-47ae7c12562b,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:00.440719 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-ea540496-2886-4f5a-982a-10be8cfa5f58 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=309591fef3c34fa0afa20be1d01cb759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605336 Jun 23 19:11:00.443335 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-ea540496-2886-4f5a-982a-10be8cfa5f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:00.444068 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39674) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:00.505481 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e286b155-db12-40c8-a3dc-a67571638780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:00.553318 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e286b155-db12-40c8-a3dc-a67571638780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:00.692484 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa9e5-092a-459a-a18b-8907b5c01257 req-383ca187-e73c-452e-8260-90e729b286bb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:00.700032 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8c6fa9e5-092a-459a-a18b-8907b5c01257 req-383ca187-e73c-452e-8260-90e729b286bb tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.0806215 Jun 23 19:11:00.738509 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8c6fa9e5-092a-459a-a18b-8907b5c01257 req-9ceecc27-3419-4f02-aaff-61c2f8e32002 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375896 Jun 23 19:11:00.742427 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e286b155-db12-40c8-a3dc-a67571638780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:00.746236 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-e286b155-db12-40c8-a3dc-a67571638780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:00.759546 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-e286b155-db12-40c8-a3dc-a67571638780 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cbaa825c-66b2-4cc1-853b-47ae7c12562b HTTP/1.1" status: 204 len: 168 time: 0.3026543 Jun 23 19:11:00.759546 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3c8fd0a4-623e-4305-85fd-708ab5a09776 tempest-TestMinimumBasicScenario-2055768493 tempest-TestMinimumBasicScenario-2055768493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:00.761241 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286b155-db12-40c8-a3dc-a67571638780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaa825c-66b2-4cc1-853b-47ae7c12562b,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:00.768313 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e286b155-db12-40c8-a3dc-a67571638780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:01.549608 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:01.583650 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 39686) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:01.599310 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a32d12ee-1411-4586-84ff-1f2d1368c43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:01.741181 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a32d12ee-1411-4586-84ff-1f2d1368c43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:01.793780 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a32d12ee-1411-4586-84ff-1f2d1368c43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:01.798673 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-51a8312f-572e-4745-b146-2d85ed322a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:01.838963 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-a32d12ee-1411-4586-84ff-1f2d1368c43f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6975391efb0140aaae7be92df76ffe26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517214 Jun 23 19:11:01.839848 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39692) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:01.860421 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d12ee-1411-4586-84ff-1f2d1368c43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed796024-f7da-4a27-8f32-53a76848c0ab,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:01.864620 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-a32d12ee-1411-4586-84ff-1f2d1368c43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:01.964913 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ef31c8c-b71d-4448-8273-af2a9498fc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:02.004778 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b1e95-7f55-494c-a5d7-7b1168f08ffe req-8f1da874-122b-435b-b062-f9907b9f6482 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:02.018343 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ad8b1e95-7f55-494c-a5d7-7b1168f08ffe req-8f1da874-122b-435b-b062-f9907b9f6482 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.1169178 Jun 23 19:11:02.029912 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ef31c8c-b71d-4448-8273-af2a9498fc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:02.094591 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-ad8b1e95-7f55-494c-a5d7-7b1168f08ffe req-b651516c-42d4-4317-834e-5b7aed6d65e5 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753145 Jun 23 19:11:02.197947 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301230b-32ae-4970-b561-ea09a6de10d4 req-8a995950-9964-409e-9658-d7dbfc6f3617 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:02.200474 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4301230b-32ae-4970-b561-ea09a6de10d4 req-8a995950-9964-409e-9658-d7dbfc6f3617 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.0808914 Jun 23 19:11:02.222361 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ef31c8c-b71d-4448-8273-af2a9498fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:02.225804 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3ef31c8c-b71d-4448-8273-af2a9498fc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:02.227407 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-3ef31c8c-b71d-4448-8273-af2a9498fc13 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ed796024-f7da-4a27-8f32-53a76848c0ab HTTP/1.1" status: 204 len: 168 time: 0.3855214 Jun 23 19:11:02.228293 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-76aff66a-699f-4a9a-98ff-51a508a4aa5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:02.242565 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4301230b-32ae-4970-b561-ea09a6de10d4 req-55a610c3-038a-445f-b8ef-b939b72e0bfe tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358591 Jun 23 19:11:02.255587 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef31c8c-b71d-4448-8273-af2a9498fc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed796024-f7da-4a27-8f32-53a76848c0ab,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:02.262083 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3ef31c8c-b71d-4448-8273-af2a9498fc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:03.389455 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc82a80-1ddc-443d-9394-6b06f20f46d4 req-d713f71f-b60f-4177-b6dd-2905eea1cb1f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:03.392154 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4dc82a80-1ddc-443d-9394-6b06f20f46d4 req-d713f71f-b60f-4177-b6dd-2905eea1cb1f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.1491506 Jun 23 19:11:03.511977 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4dc82a80-1ddc-443d-9394-6b06f20f46d4 req-c6e535fa-3d44-4f7a-a89d-4b1ae04b1914 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100388 Jun 23 19:11:03.642973 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46536bda-9dfc-4d95-9206-fd98c7d39ae8 req-83c9db4c-0923-467e-9ef7-5bfd109e19d1 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:03.646705 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-46536bda-9dfc-4d95-9206-fd98c7d39ae8 req-83c9db4c-0923-467e-9ef7-5bfd109e19d1 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1325328 Jun 23 19:11:03.721250 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-46536bda-9dfc-4d95-9206-fd98c7d39ae8 req-7dc85bd7-71b5-44b1-a5a0-c9a94819e9f8 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684073 Jun 23 19:11:04.065775 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39742) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:04.243428 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da18cac6-f440-41a1-b2aa-edb13351c6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:04.336128 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da18cac6-f440-41a1-b2aa-edb13351c6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:04.434329 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-da18cac6-f440-41a1-b2aa-edb13351c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:04.438017 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8b3e5780-e0c7-4390-a77b-bbfa1e78e394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:04.478046 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18cac6-f440-41a1-b2aa-edb13351c6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63a5fea-ed3f-445c-ba37-ea1b9f91c3f1,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:04.483134 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-da18cac6-f440-41a1-b2aa-edb13351c6a4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=001dbfd2360d41948bbece61a16727f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157867 Jun 23 19:11:04.484234 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-da18cac6-f440-41a1-b2aa-edb13351c6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:04.486202 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 39746) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:04.542472 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0b57-0bd5-44b0-bfe3-a029c1d06ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:04.576125 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0b57-0bd5-44b0-bfe3-a029c1d06ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:04.717667 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0b57-0bd5-44b0-bfe3-a029c1d06ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:04.721113 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0b57-0bd5-44b0-bfe3-a029c1d06ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:04.727258 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-5c2e0b57-0bd5-44b0-bfe3-a029c1d06ae4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b63a5fea-ed3f-445c-ba37-ea1b9f91c3f1 HTTP/1.1" status: 204 len: 168 time: 0.2352207 Jun 23 19:11:04.727258 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e45b6864-1ad2-4973-b397-6e5e24e61bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:04.750634 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e0b57-0bd5-44b0-bfe3-a029c1d06ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63a5fea-ed3f-445c-ba37-ea1b9f91c3f1,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:04.753481 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-5c2e0b57-0bd5-44b0-bfe3-a029c1d06ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:04.806214 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33bd43-4c63-4a0c-aac8-e99fd8f14df0 req-ffc14191-b354-4380-b7f5-7dcfa8e0f8a4 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:04.806214 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bb33bd43-4c63-4a0c-aac8-e99fd8f14df0 req-ffc14191-b354-4380-b7f5-7dcfa8e0f8a4 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.1397297 Jun 23 19:11:04.875226 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bb33bd43-4c63-4a0c-aac8-e99fd8f14df0 req-8f386a3e-a1c9-4065-8c8f-f33575065107 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644877 Jun 23 19:11:04.980617 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8a1d5-84a4-4cd0-80ea-db4bd7ee31fe req-2d48edb3-d2c8-4d5d-8848-a7ab6ec05bed tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:04.992643 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f5a8a1d5-84a4-4cd0-80ea-db4bd7ee31fe req-2d48edb3-d2c8-4d5d-8848-a7ab6ec05bed tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1214190 Jun 23 19:11:05.052066 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f5a8a1d5-84a4-4cd0-80ea-db4bd7ee31fe req-8af1b849-54ed-4bcd-9c99-9bf0c39396df tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584626 Jun 23 19:11:05.486440 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39762) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:05.502351 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f7e4839-2e15-4850-88b8-392496e96518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:05.617760 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f7e4839-2e15-4850-88b8-392496e96518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:05.682984 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-5f7e4839-2e15-4850-88b8-392496e96518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:05.685720 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-da18cac6-f440-41a1-b2aa-edb13351c6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:05.727450 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-5f7e4839-2e15-4850-88b8-392496e96518 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f7aa24ad54104aeb9cbc59d0c33ce59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397890 Jun 23 19:11:05.729694 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e4839-2e15-4850-88b8-392496e96518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bd9a64-2990-4c10-baec-ca306a78efbf,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:05.730888 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 39764) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:05.732174 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5f7e4839-2e15-4850-88b8-392496e96518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:05.791103 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-621bfab6-6a96-4fe3-ab83-3386a902f90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:05.813818 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-621bfab6-6a96-4fe3-ab83-3386a902f90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:06.113959 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5a9e0-421b-4830-a3d5-96dc41937ce2 req-a293fd25-376d-43f9-bb46-197a99b1fabc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:06.115578 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3bb5a9e0-421b-4830-a3d5-96dc41937ce2 req-a293fd25-376d-43f9-bb46-197a99b1fabc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.0707777 Jun 23 19:11:06.162416 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3bb5a9e0-421b-4830-a3d5-96dc41937ce2 req-775d05ec-7d92-412b-8e24-95f44060cb82 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366676 Jun 23 19:11:06.190919 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-621bfab6-6a96-4fe3-ab83-3386a902f90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:06.193847 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-621bfab6-6a96-4fe3-ab83-3386a902f90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:06.195132 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-621bfab6-6a96-4fe3-ab83-3386a902f90d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/22bd9a64-2990-4c10-baec-ca306a78efbf HTTP/1.1" status: 204 len: 168 time: 0.4624269 Jun 23 19:11:06.198162 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-1ff66a06-746a-4325-857a-234104f51eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:06.224275 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621bfab6-6a96-4fe3-ab83-3386a902f90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bd9a64-2990-4c10-baec-ca306a78efbf,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:06.227030 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-621bfab6-6a96-4fe3-ab83-3386a902f90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:06.268738 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d8a89-ccd6-421b-8d49-fc924245d12b req-3a0a9d24-05ae-4841-b253-32bc42bfddaa tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:06.270284 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-293d8a89-ccd6-421b-8d49-fc924245d12b req-3a0a9d24-05ae-4841-b253-32bc42bfddaa tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.0936508 Jun 23 19:11:06.311310 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-293d8a89-ccd6-421b-8d49-fc924245d12b req-97fadab9-73ee-45c2-be28-4a09c4d44af4 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344434 Jun 23 19:11:07.385159 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30f5ba-288c-4268-a6f6-00a7e5b79645 req-21bb133d-4a32-4f77-8ae5-7017c2e03b24 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:07.387349 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-af30f5ba-288c-4268-a6f6-00a7e5b79645 req-21bb133d-4a32-4f77-8ae5-7017c2e03b24 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.0850649 Jun 23 19:11:07.437306 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-af30f5ba-288c-4268-a6f6-00a7e5b79645 req-cfeb8127-5363-4f6b-ad9d-77e8dcbcd8e2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439100 Jun 23 19:11:07.513433 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b08f6a-134e-4717-9566-a8256f1130f9 req-aa09d6b5-f6d3-4e3f-88dc-b973982caeec tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:07.516122 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-89b08f6a-134e-4717-9566-a8256f1130f9 req-aa09d6b5-f6d3-4e3f-88dc-b973982caeec tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.0826471 Jun 23 19:11:07.582903 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-89b08f6a-134e-4717-9566-a8256f1130f9 req-5d34c8cf-b495-4097-9fbf-64820463ebcb tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598927 Jun 23 19:11:08.647033 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30df9ab-86ff-4f4a-8ab9-5198ec668eb6 req-4bf732ca-6a4c-4e9d-a8b2-d7948d0810c9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:08.648697 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a30df9ab-86ff-4f4a-8ab9-5198ec668eb6 req-4bf732ca-6a4c-4e9d-a8b2-d7948d0810c9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.0844519 Jun 23 19:11:08.693985 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a30df9ab-86ff-4f4a-8ab9-5198ec668eb6 req-be7565e8-aa1b-429c-a967-cb3fef6f1acc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376856 Jun 23 19:11:08.777038 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627fd94-c15a-4e09-a389-2b272d18c4c1 req-131304cb-defa-48b3-a836-109662f79a07 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:08.778594 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4627fd94-c15a-4e09-a389-2b272d18c4c1 req-131304cb-defa-48b3-a836-109662f79a07 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.0707924 Jun 23 19:11:08.819925 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4627fd94-c15a-4e09-a389-2b272d18c4c1 req-5a200382-473f-47db-8c3f-47220009f21a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348136 Jun 23 19:11:09.300971 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:11:09.980414 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67743959-4050-499d-a182-a6aacdfe0801 req-97971191-4cd0-4048-8d94-7195bd4fb24c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:09.988765 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-67743959-4050-499d-a182-a6aacdfe0801 req-97971191-4cd0-4048-8d94-7195bd4fb24c tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.1304901 Jun 23 19:11:10.095797 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-67743959-4050-499d-a182-a6aacdfe0801 req-11215924-a038-43f2-a1c8-7dc0ca7768b9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003809 Jun 23 19:11:10.136771 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445e68b-5ba7-446c-a758-bb4c278b5ab0 req-08938ac6-dba8-4ff2-9288-a46058bbd33a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:10.138507 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1445e68b-5ba7-446c-a758-bb4c278b5ab0 req-08938ac6-dba8-4ff2-9288-a46058bbd33a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1112125 Jun 23 19:11:10.184597 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1445e68b-5ba7-446c-a758-bb4c278b5ab0 req-220520be-7dbd-4879-a621-05cc9bc9382a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379314 Jun 23 19:11:10.794337 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6cc61231-64ee-4fb3-afdb-1eef142d8422 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:11:10.952420 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 6cc61231-64ee-4fb3-afdb-1eef142d8422, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:10.972620 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'port_id': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'mac_address': 'fa:16:3e:26:48:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:11:11.065918 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:11.067385 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc61231-64ee-4fb3-afdb-1eef142d8422 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:11:11.102450 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 6cc61231-64ee-4fb3-afdb-1eef142d8422, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:11.442195 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d160fd1-4fc6-4707-89e2-d7cf7a6881e0 req-c45ec2df-c734-4662-b8e6-404a92b7daa7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:11.443931 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0d160fd1-4fc6-4707-89e2-d7cf7a6881e0 req-c45ec2df-c734-4662-b8e6-404a92b7daa7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 943 time: 0.1439607 Jun 23 19:11:11.495895 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a2d6c-7a8d-4f54-a66c-f38197dbf3a4 req-08d6fac2-c9a7-473e-b051-e3e4d242856e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:11.498535 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bf1a2d6c-7a8d-4f54-a66c-f38197dbf3a4 req-08d6fac2-c9a7-473e-b051-e3e4d242856e tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1379094 Jun 23 19:11:11.522496 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0d160fd1-4fc6-4707-89e2-d7cf7a6881e0 req-2f37d774-1e9f-41a9-9852-62a7960ffb00 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673213 Jun 23 19:11:11.559265 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bf1a2d6c-7a8d-4f54-a66c-f38197dbf3a4 req-dd0a3465-2607-46f6-8efe-528661f06738 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525208 Jun 23 19:11:12.072457 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:12.079048 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:12.127962 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=6cc61231-64ee-4fb3-afdb-1eef142d8422,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:12.137939 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:12.138491 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:12.139076 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:12.139639 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:12.140204 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:12.140968 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:12.141269 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:12.141753 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:12.142039 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:12.142362 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:12.142962 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:12.143288 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:12.147855 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:12.378068 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['6cc61231-64ee-4fb3-afdb-1eef142d8422'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:11:12.781526 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e21862-bfaf-4529-98ba-206af2659c9c req-7b616554-8f1d-4b48-9122-d37186720d6f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:12.783066 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e5e21862-bfaf-4529-98ba-206af2659c9c req-7b616554-8f1d-4b48-9122-d37186720d6f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 944 time: 0.1150508 Jun 23 19:11:12.807049 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1991f-b8fe-42e7-92d4-7180a9b36870 req-80d6b892-567b-4e48-9767-d1a589c55bfe tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:12.808666 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b8c1991f-b8fe-42e7-92d4-7180a9b36870 req-80d6b892-567b-4e48-9767-d1a589c55bfe tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1049883 Jun 23 19:11:12.858809 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e5e21862-bfaf-4529-98ba-206af2659c9c req-82bf470b-89fc-47a0-8ded-8c936399e199 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658464 Jun 23 19:11:12.874145 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b8c1991f-b8fe-42e7-92d4-7180a9b36870 req-5877d09e-5a63-4b50-8e9f-5bbbe40ab68b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566192 Jun 23 19:11:13.687135 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39946) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:13.804849 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03abcba8-b68b-4a38-8fbe-96811caeb9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:13.917633 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03abcba8-b68b-4a38-8fbe-96811caeb9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:13.983563 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-03abcba8-b68b-4a38-8fbe-96811caeb9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:13.993071 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-5f7e4839-2e15-4850-88b8-392496e96518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:14.047589 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-03abcba8-b68b-4a38-8fbe-96811caeb9cd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f31086505f1349cfa4f5d6a64a1a5c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592985 Jun 23 19:11:14.048628 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abcba8-b68b-4a38-8fbe-96811caeb9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806e49f9-da17-4ef8-bc79-493bf20f7beb,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:14.051498 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39958) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:14.061717 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-03abcba8-b68b-4a38-8fbe-96811caeb9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:14.118854 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b23749d2-985b-4197-9c1f-ec92817a2b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:14.131314 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ddcc4-a45b-4602-bf2d-7242958959bd req-67c77250-0209-4d0b-bb91-344e308e7a4e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:14.132935 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-307ddcc4-a45b-4602-bf2d-7242958959bd req-67c77250-0209-4d0b-bb91-344e308e7a4e tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 944 time: 0.1419902 Jun 23 19:11:14.143726 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b23749d2-985b-4197-9c1f-ec92817a2b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:14.168356 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e584228-c81d-48f9-81c3-2912e8761889 req-86a1a833-9aa1-4702-a3d3-5c9bff975312 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:14.169958 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8e584228-c81d-48f9-81c3-2912e8761889 req-86a1a833-9aa1-4702-a3d3-5c9bff975312 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1433589 Jun 23 19:11:14.217028 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-307ddcc4-a45b-4602-bf2d-7242958959bd req-c68b0125-1837-4aeb-99fc-339a11e66c32 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762765 Jun 23 19:11:14.239784 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8e584228-c81d-48f9-81c3-2912e8761889 req-08389173-b743-4be8-85f7-20c18bad33de tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565355 Jun 23 19:11:14.317034 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b23749d2-985b-4197-9c1f-ec92817a2b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:14.319741 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-b23749d2-985b-4197-9c1f-ec92817a2b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:14.321507 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-b23749d2-985b-4197-9c1f-ec92817a2b5a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/806e49f9-da17-4ef8-bc79-493bf20f7beb HTTP/1.1" status: 204 len: 168 time: 0.2689517 Jun 23 19:11:14.322458 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d05ccfea-6faa-433f-8d3b-b61da09a140c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:14.330908 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23749d2-985b-4197-9c1f-ec92817a2b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806e49f9-da17-4ef8-bc79-493bf20f7beb,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:14.333199 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b23749d2-985b-4197-9c1f-ec92817a2b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:14.823556 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6cc61231-64ee-4fb3-afdb-1eef142d8422 up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:11:14.879421 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 6cc61231-64ee-4fb3-afdb-1eef142d8422 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:11:14.879801 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:14.970613 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:14.995342 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:14.997691 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc30fd06-398d-4d61-b80d-944ed6d22d82" -d '{"events": [{"server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "name": "network-vif-plugged", "status": "completed", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:15.015419 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 6cc61231-64ee-4fb3-afdb-1eef142d8422, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:15.047654 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437c86da-3988-43da-bf1d-06c2a6e3f284 x-openstack-request-id: req-437c86da-3988-43da-bf1d-06c2a6e3f284 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:15.048160 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "name": "network-vif-plugged", "status": "completed", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:15.051383 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-437c86da-3988-43da-bf1d-06c2a6e3f284 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:15.051383 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'code': 200} Jun 23 19:11:15.133942 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:15.136269 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:15.188560 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=6cc61231-64ee-4fb3-afdb-1eef142d8422,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:15.191754 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:15.250771 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 39968) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:15.266361 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb10efa7-543b-4ec4-885e-dbfb0964b9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:15.440068 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb10efa7-543b-4ec4-885e-dbfb0964b9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:15.531088 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cb10efa7-543b-4ec4-885e-dbfb0964b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:15.540551 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c70d501f-180d-491c-ae10-448980eea1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:15.559841 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e12d8-6fa4-4b5a-bedc-62cfe8af3fea req-154c441e-c8ff-47be-aef0-8aa4a5561747 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:15.561506 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-af9e12d8-6fa4-4b5a-bedc-62cfe8af3fea req-154c441e-c8ff-47be-aef0-8aa4a5561747 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 946 time: 0.1698725 Jun 23 19:11:15.602968 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99033b6-7c69-4c8a-9e51-3b3bcd83718f req-618bec71-c293-4e99-b2d4-3aa483cd18f1 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:15.604613 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b99033b6-7c69-4c8a-9e51-3b3bcd83718f req-618bec71-c293-4e99-b2d4-3aa483cd18f1 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1963310 Jun 23 19:11:15.641901 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-cb10efa7-543b-4ec4-885e-dbfb0964b9fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0f187b7622a84f8f8292778d036281ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895757 Jun 23 19:11:15.647362 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 39980) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:15.666593 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10efa7-543b-4ec4-885e-dbfb0964b9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8041a98-fa2c-4d07-8900-35e76000d5f0,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:15.673990 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-cb10efa7-543b-4ec4-885e-dbfb0964b9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:15.685059 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-af9e12d8-6fa4-4b5a-bedc-62cfe8af3fea req-59508811-4740-4402-8cd6-3e78bf424919 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141262 Jun 23 19:11:15.714578 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b99033b6-7c69-4c8a-9e51-3b3bcd83718f req-20c02558-3cc5-4325-a0e4-1d6cc19dd892 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854759 Jun 23 19:11:15.714578 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d937194-d5a6-477f-9d0c-1f78f52e1a86 req-c9eab54f-4cf4-4895-b708-e09572be4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:15.714578 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1d937194-d5a6-477f-9d0c-1f78f52e1a86 req-c9eab54f-4cf4-4895-b708-e09572be4823 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 1099 time: 0.2109962 Jun 23 19:11:15.729807 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49b91e33-68f2-4326-87b5-363a3dd06b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:15.762942 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1d937194-d5a6-477f-9d0c-1f78f52e1a86 req-9e9283f4-f7ec-4e67-a311-f49af0a976f3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464563 Jun 23 19:11:15.771877 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49b91e33-68f2-4326-87b5-363a3dd06b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:16.002616 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49b91e33-68f2-4326-87b5-363a3dd06b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:16.005407 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-49b91e33-68f2-4326-87b5-363a3dd06b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:16.006648 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-49b91e33-68f2-4326-87b5-363a3dd06b21 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d8041a98-fa2c-4d07-8900-35e76000d5f0 HTTP/1.1" status: 204 len: 168 time: 0.3577209 Jun 23 19:11:16.008293 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-0ffa138a-ec18-4307-b4f6-d84c86bdb9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:16.017357 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b91e33-68f2-4326-87b5-363a3dd06b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8041a98-fa2c-4d07-8900-35e76000d5f0,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:16.020293 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-49b91e33-68f2-4326-87b5-363a3dd06b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:16.729580 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1014-cd3d-4e29-9035-faf7f6789748 req-5a8d7ac6-5884-4c6f-8ce2-693c0f035fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:16.731163 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-251d1014-cd3d-4e29-9035-faf7f6789748 req-5a8d7ac6-5884-4c6f-8ce2-693c0f035fab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ddefd90527a43e5836ae07ee3314869&device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 1099 time: 0.0623491 Jun 23 19:11:16.905814 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1014-cd3d-4e29-9035-faf7f6789748 req-898be1ca-cb6a-494e-84ab-a53162697c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:16.907283 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-251d1014-cd3d-4e29-9035-faf7f6789748 req-898be1ca-cb6a-494e-84ab-a53162697c3f service neutron] 10.222.0.77 "GET /v2.0/networks?id=bd9f5c37-cd18-4159-95f5-669b7990ddf8 HTTP/1.1" status: 200 len: 910 time: 0.1666019 Jun 23 19:11:17.046330 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-251d1014-cd3d-4e29-9035-faf7f6789748 req-d7179582-d810-489f-87b6-fcb640f1a2f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 HTTP/1.1" status: 200 len: 1002 time: 0.1185601 Jun 23 19:11:17.108833 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e161918-e023-4414-bcbb-ecd807b2d3d3 req-08266bbf-441a-4c96-bcc8-daafd45df617 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:17.110422 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2e161918-e023-4414-bcbb-ecd807b2d3d3 req-08266bbf-441a-4c96-bcc8-daafd45df617 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.2233849 Jun 23 19:11:17.129069 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdf970-8a86-43bb-9796-3ecba3394c7b req-0c3bb8eb-2d42-4a55-bcdd-c385b3969646 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:17.130646 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cffdf970-8a86-43bb-9796-3ecba3394c7b req-0c3bb8eb-2d42-4a55-bcdd-c385b3969646 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 946 time: 0.2224343 Jun 23 19:11:17.145413 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1014-cd3d-4e29-9035-faf7f6789748 req-9cb8d5b5-e8a7-4639-99a3-41c02a0196c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:17.146756 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-251d1014-cd3d-4e29-9035-faf7f6789748 req-9cb8d5b5-e8a7-4639-99a3-41c02a0196c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e2b3849-d3f2-4a40-824a-f6964c8be49d HTTP/1.1" status: 200 len: 848 time: 0.0894506 Jun 23 19:11:17.203485 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40016) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:17.235455 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-2e161918-e023-4414-bcbb-ecd807b2d3d3 req-0880c987-fbfe-486f-b010-bde96503f502 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037762 Jun 23 19:11:17.244057 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cffdf970-8a86-43bb-9796-3ecba3394c7b req-abf1febb-1674-4366-88a5-1e207c4d1d29 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007395 Jun 23 19:11:17.280836 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1014-cd3d-4e29-9035-faf7f6789748 req-086017de-2284-426b-9f50-6182a1653fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:17.284559 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-251d1014-cd3d-4e29-9035-faf7f6789748 req-086017de-2284-426b-9f50-6182a1653fe4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd9f5c37-cd18-4159-95f5-669b7990ddf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1216106 Jun 23 19:11:17.388142 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-251d1014-cd3d-4e29-9035-faf7f6789748 req-64fb0294-da46-4427-af1c-d8feb927158d service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967457 Jun 23 19:11:17.399543 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dca8fd67-341a-490e-abd2-de79a69385c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:17.518569 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dca8fd67-341a-490e-abd2-de79a69385c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:17.530144 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-251d1014-cd3d-4e29-9035-faf7f6789748 req-b58681b5-4a8d-4a4e-937f-37e574131367 service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348078 Jun 23 19:11:17.651105 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-dca8fd67-341a-490e-abd2-de79a69385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:17.655184 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-02c3645b-0bb3-4da7-99e3-dc6cc4497320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:17.697442 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-dca8fd67-341a-490e-abd2-de79a69385c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0789327ec3e14c6196811bb3c0bb3dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4918056 Jun 23 19:11:17.698958 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8fd67-341a-490e-abd2-de79a69385c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb76317-b435-4cb7-bdc8-510909d1c848,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:17.701894 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40038) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:17.708753 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-dca8fd67-341a-490e-abd2-de79a69385c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:17.769495 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4236392-dd5d-402e-857b-f1afad231d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:17.793309 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4236392-dd5d-402e-857b-f1afad231d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:18.028122 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4236392-dd5d-402e-857b-f1afad231d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:18.031017 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-c4236392-dd5d-402e-857b-f1afad231d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:18.032258 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-c4236392-dd5d-402e-857b-f1afad231d85 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0cb76317-b435-4cb7-bdc8-510909d1c848 HTTP/1.1" status: 204 len: 168 time: 0.3293898 Jun 23 19:11:18.033179 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-7df7a137-031f-4ae6-9e78-a7aadb985eb7 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:18.046311 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4236392-dd5d-402e-857b-f1afad231d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb76317-b435-4cb7-bdc8-510909d1c848,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:18.050332 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c4236392-dd5d-402e-857b-f1afad231d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:18.535931 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010a48f-9a11-4002-b138-cc229b319d92 req-68252e70-e7ff-4dd2-9df7-50bd0e86dce4 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:18.543893 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b010a48f-9a11-4002-b138-cc229b319d92 req-68252e70-e7ff-4dd2-9df7-50bd0e86dce4 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1404991 Jun 23 19:11:18.553797 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d574f-a585-4d3d-bccc-7aaed24a7931 req-332a36fa-c175-4609-95dc-12ffd93ce883 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:18.569590 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-816d574f-a585-4d3d-bccc-7aaed24a7931 req-332a36fa-c175-4609-95dc-12ffd93ce883 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 946 time: 0.1304765 Jun 23 19:11:18.652894 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b010a48f-9a11-4002-b138-cc229b319d92 req-08be7d7b-dcae-4af4-b38f-b16efba0db84 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077800 Jun 23 19:11:18.662399 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-816d574f-a585-4d3d-bccc-7aaed24a7931 req-5784377a-18b4-4e6f-b21c-edf5e6f6e1e9 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859261 Jun 23 19:11:19.924830 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4ea49-5bd8-460d-9774-2f57d9c7f777 req-16ad9a61-e058-4bc5-b661-14e7d6405dfc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:19.926415 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-41c4ea49-5bd8-460d-9774-2f57d9c7f777 req-16ad9a61-e058-4bc5-b661-14e7d6405dfc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 946 time: 0.1126246 Jun 23 19:11:19.935179 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e3dfa-4ab5-4941-ac16-4fc6962b9f1b req-0994d507-7a99-40de-bc10-ca4e73cfb46f tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:19.936824 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0e0e3dfa-4ab5-4941-ac16-4fc6962b9f1b req-0994d507-7a99-40de-bc10-ca4e73cfb46f tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1344326 Jun 23 19:11:19.991687 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-41c4ea49-5bd8-460d-9774-2f57d9c7f777 req-a8e622f3-1065-4e62-8bc7-7d7063851b27 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538325 Jun 23 19:11:20.007606 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0e0e3dfa-4ab5-4941-ac16-4fc6962b9f1b req-5657a9c2-9cc4-4ffa-8ffa-865a319ef85a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547323 Jun 23 19:11:20.264285 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:21.196518 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99134a-e867-43ce-bf27-4fef16fa45d8 req-52d78d9b-e43d-4522-b4ca-a5db6b6bd47b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:21.198165 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6f99134a-e867-43ce-bf27-4fef16fa45d8 req-52d78d9b-e43d-4522-b4ca-a5db6b6bd47b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.0734382 Jun 23 19:11:21.240848 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6f99134a-e867-43ce-bf27-4fef16fa45d8 req-4ac88446-e7c9-48c9-927c-6a9077b62b9b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360649 Jun 23 19:11:21.777980 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534d903-9175-4510-9f3e-49b1b0823a43 req-01323960-4ac6-4a14-99e1-0df6e0d8a175 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:21.779926 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0534d903-9175-4510-9f3e-49b1b0823a43 req-01323960-4ac6-4a14-99e1-0df6e0d8a175 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.0888278 Jun 23 19:11:21.825729 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-0534d903-9175-4510-9f3e-49b1b0823a43 req-c7eaa28d-9885-43f7-a589-3dc90d43fa20 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394959 Jun 23 19:11:21.826950 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 40114) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:21.935491 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-bef4b580-c8ac-42e4-a03a-a7c86eb7a01d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1069002 Jun 23 19:11:22.749652 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4dddf165-3c94-4ab5-9047-ef98bdad5194 req-0f9974b6-6337-4445-89e2-ec2068d25e65 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3425262 Jun 23 19:11:22.868351 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf165-3c94-4ab5-9047-ef98bdad5194 req-caa38d29-3ea7-45f8-ba89-116cfb9dcf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:22.869703 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:11:22.870280 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4dddf165-3c94-4ab5-9047-ef98bdad5194 req-caa38d29-3ea7-45f8-ba89-116cfb9dcf46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f95ac121b1a24229945867eb653a105a&device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 1099 time: 0.0552652 Jun 23 19:11:22.959579 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40132) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:22.964832 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:22.999122 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:23.006236 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f51458c-47ed-4840-9fb3-17a2229673e8" -d '{"events": [{"server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "name": "network-vif-unplugged", "status": "completed", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:23.014232 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:23.026843 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf165-3c94-4ab5-9047-ef98bdad5194 req-6d0046f8-28ac-47b4-9e08-558164d7e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:23.037504 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4dddf165-3c94-4ab5-9047-ef98bdad5194 req-6d0046f8-28ac-47b4-9e08-558164d7e44b service neutron] 10.222.0.77 "GET /v2.0/networks?id=6f276787-6d2f-4388-aea6-d3a0998dbf61 HTTP/1.1" status: 200 len: 917 time: 0.1363971 Jun 23 19:11:23.045791 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc17d06-a7eb-4edf-aa52-ff6ab9652dde x-openstack-request-id: req-2fc17d06-a7eb-4edf-aa52-ff6ab9652dde {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:23.046116 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "name": "network-vif-unplugged", "status": "failed", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0", "code": 422}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:23.046657 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2fc17d06-a7eb-4edf-aa52-ff6ab9652dde {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:23.047252 dv-cinder-790492-6-smb neutron-server[93758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'code': 422} returned with failed status Jun 23 19:11:23.093837 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b25d310-a89f-4e9f-be2b-980c0a56cfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:23.099512 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02392ea6-a2a2-4d36-9c02-00e5079ec3b3 req-e3c5b48d-de1d-43c8-9526-db0ba3157416 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:23.099512 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-02392ea6-a2a2-4d36-9c02-00e5079ec3b3 req-e3c5b48d-de1d-43c8-9526-db0ba3157416 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1376445 Jun 23 19:11:23.118295 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4dddf165-3c94-4ab5-9047-ef98bdad5194 req-273198d3-9c56-45d5-8d07-e7fb2f8651b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422 HTTP/1.1" status: 200 len: 1001 time: 0.0825574 Jun 23 19:11:23.146527 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:23.148434 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:23.179598 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-02392ea6-a2a2-4d36-9c02-00e5079ec3b3 req-99c5318e-972e-41df-a629-7f1d39f7957c tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747139 Jun 23 19:11:23.185748 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf165-3c94-4ab5-9047-ef98bdad5194 req-e71319e6-3cd6-4fdb-95b0-257d401a61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:23.187299 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4dddf165-3c94-4ab5-9047-ef98bdad5194 req-e71319e6-3cd6-4fdb-95b0-257d401a61d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=573f17ee-da5c-446d-9393-095d09cdcf95 HTTP/1.1" status: 200 len: 855 time: 0.0626442 Jun 23 19:11:23.199218 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:23.202644 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:23.217801 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b25d310-a89f-4e9f-be2b-980c0a56cfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:23.251799 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddf165-3c94-4ab5-9047-ef98bdad5194 req-7a4f1285-61d0-4985-9e7d-5a9f70dd7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:23.255871 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4dddf165-3c94-4ab5-9047-ef98bdad5194 req-7a4f1285-61d0-4985-9e7d-5a9f70dd7cd3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f276787-6d2f-4388-aea6-d3a0998dbf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0591371 Jun 23 19:11:23.306090 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8b25d310-a89f-4e9f-be2b-980c0a56cfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:23.310275 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d1fda39b-b1fa-4614-b52a-4ca1eac8b3b8 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:23.350940 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-8b25d310-a89f-4e9f-be2b-980c0a56cfac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb5c54d520414bb0b0a197771db7c0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895223 Jun 23 19:11:23.352133 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25d310-a89f-4e9f-be2b-980c0a56cfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b92d3b-9cbc-47bc-87a1-8e9af4517da0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:23.354430 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 40138) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:23.356130 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8b25d310-a89f-4e9f-be2b-980c0a56cfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:23.387607 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4dddf165-3c94-4ab5-9047-ef98bdad5194 req-401ad92e-cfe9-4776-92b5-fef137237f83 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096337 Jun 23 19:11:23.464660 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8dcb-8c1b-40af-b4ee-b8c5acb6d445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:23.501380 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8dcb-8c1b-40af-b4ee-b8c5acb6d445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:23.535685 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4dddf165-3c94-4ab5-9047-ef98bdad5194 req-b16d985d-a12e-4d01-bffb-57342f3c62a5 service neutron] 10.222.0.77 "GET /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323888 Jun 23 19:11:23.637173 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8dcb-8c1b-40af-b4ee-b8c5acb6d445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:23.640046 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8dcb-8c1b-40af-b4ee-b8c5acb6d445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:23.641167 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-cf5c8dcb-8c1b-40af-b4ee-b8c5acb6d445 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c7b92d3b-9cbc-47bc-87a1-8e9af4517da0 HTTP/1.1" status: 204 len: 168 time: 0.2858078 Jun 23 19:11:23.641999 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-30205c0f-c44f-4d84-b08b-f6ea2f72b051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:23.654424 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c8dcb-8c1b-40af-b4ee-b8c5acb6d445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b92d3b-9cbc-47bc-87a1-8e9af4517da0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:23.654424 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-cf5c8dcb-8c1b-40af-b4ee-b8c5acb6d445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:24.385517 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31708d5-da6d-4ebc-9ec9-a7753cdddcf7 req-007c3886-1528-40b7-8883-c4667d0637d2 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:24.387356 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c31708d5-da6d-4ebc-9ec9-a7753cdddcf7 req-007c3886-1528-40b7-8883-c4667d0637d2 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 944 time: 0.0668838 Jun 23 19:11:24.450343 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c31708d5-da6d-4ebc-9ec9-a7753cdddcf7 req-9d9920c4-156b-4e53-8791-5ace0857f81f tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513258 Jun 23 19:11:24.997415 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-c4d3b2f1-14c6-4cbf-bea5-c0747013e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:24.999337 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-c4d3b2f1-14c6-4cbf-bea5-c0747013e110 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b&tenant_id=5ddefd90527a43e5836ae07ee3314869 HTTP/1.1" status: 200 len: 1097 time: 0.0690062 Jun 23 19:11:25.133572 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-55b9befd-d135-44c4-8a42-bc33fa0cd6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:25.135494 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-55b9befd-d135-44c4-8a42-bc33fa0cd6df service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ddefd90527a43e5836ae07ee3314869&device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 1097 time: 0.0732310 Jun 23 19:11:25.230519 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-accadf6a-60d2-4a6f-9e97-b286e5f35f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:25.231911 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-accadf6a-60d2-4a6f-9e97-b286e5f35f6e service neutron] 10.222.0.77 "GET /v2.0/networks?id=bd9f5c37-cd18-4159-95f5-669b7990ddf8 HTTP/1.1" status: 200 len: 910 time: 0.0895724 Jun 23 19:11:25.302517 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-7619614d-247f-4560-b5dd-9d259fe261ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 HTTP/1.1" status: 200 len: 1000 time: 0.0634892 Jun 23 19:11:25.351522 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-4ad141b0-c7f1-4389-892a-f8e13b9b1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:25.352975 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-4ad141b0-c7f1-4389-892a-f8e13b9b1a16 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e2b3849-d3f2-4a40-824a-f6964c8be49d HTTP/1.1" status: 200 len: 848 time: 0.0444698 Jun 23 19:11:25.411477 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-97c4ba07-8b2e-4026-84c0-e0729687be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:25.413033 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-97c4ba07-8b2e-4026-84c0-e0729687be4e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd9f5c37-cd18-4159-95f5-669b7990ddf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0527494 Jun 23 19:11:25.534791 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-18a4bd9d-00b6-4860-9207-5440981889d7 service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006351 Jun 23 19:11:25.666888 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-260047e3-995a-4cb5-a9bd-5564ee8b4029 req-1f914fc1-f642-4135-b15f-8639ed9583b4 service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303749 Jun 23 19:11:25.683472 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289c9ce-fc5f-4f19-b9d0-fee938dcc5ad req-ea2e0724-d812-4402-a0e8-474f2c1c2cef tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:25.685036 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7289c9ce-fc5f-4f19-b9d0-fee938dcc5ad req-ea2e0724-d812-4402-a0e8-474f2c1c2cef tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 944 time: 0.0935915 Jun 23 19:11:25.727705 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7289c9ce-fc5f-4f19-b9d0-fee938dcc5ad req-0ed1b7e1-b801-43e4-8dc8-6446543d53ae tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368471 Jun 23 19:11:26.165303 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3410198-198b-4f18-8a48-ef2cdcd537f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:26.782628 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-62c03799-d7fa-4c2b-8008-2a2b9e31601e tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=890c43aea7bd4f49bed71f1f860aff2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286763 Jun 23 19:11:27.003382 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-6539a106-480b-4d49-bcab-a57a09214401 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:27.005401 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-6539a106-480b-4d49-bcab-a57a09214401 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2174211 Jun 23 19:11:27.030780 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8537b7-126a-4dcd-a262-be2fca38cb48 req-4d0d9a67-6767-47f3-8f26-3e9f6ad2752f tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:27.032310 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1d8537b7-126a-4dcd-a262-be2fca38cb48 req-4d0d9a67-6767-47f3-8f26-3e9f6ad2752f tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 944 time: 0.1836283 Jun 23 19:11:27.033580 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-d3bff660-6e81-4058-8455-6cb5f9812966 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/quotas/890c43aea7bd4f49bed71f1f860aff2a HTTP/1.1" status: 200 len: 375 time: 0.0219576 Jun 23 19:11:27.095580 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-096f9a6e-9117-4a50-8f35-80ede24500ba tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=890c43aea7bd4f49bed71f1f860aff2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530443 Jun 23 19:11:27.116899 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-1d8537b7-126a-4dcd-a262-be2fca38cb48 req-cf0dca47-1d07-4dc2-b836-c4fc5a9ac79d tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780885 Jun 23 19:11:27.356088 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-246894f2-b78d-424c-a962-35071d778826 req-644f3ccf-cfb7-4d39-8fbb-bb1503bf0502 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 210 time: 0.0296988 Jun 23 19:11:28.295598 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40943bb-d5d4-45c3-a265-786338e9c2b8 req-c0fe52e2-47bc-4403-887c-38e70fb52acd tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:28.296989 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a40943bb-d5d4-45c3-a265-786338e9c2b8 req-c0fe52e2-47bc-4403-887c-38e70fb52acd tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 944 time: 0.0662017 Jun 23 19:11:28.336331 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-a40943bb-d5d4-45c3-a265-786338e9c2b8 req-3366a906-6395-468e-9b8b-67ae902c0336 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322669 Jun 23 19:11:28.496930 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-bf2ab755-8304-4143-abd6-c19469285129 req-7b500284-6b87-4ed1-ae58-f0fd8f50c1ee tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 210 time: 0.0279260 Jun 23 19:11:28.739830 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8fe43b5-eb06-4922-91a6-07caeb5aa13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:28.821430 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:28.897070 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:11:28.997009 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:29.008413 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'port_id': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'mac_address': 'fa:16:3e:fe:03:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:11:29.046903 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:29.059293 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:11:29.077935 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:29.155665 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:29.157457 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:29.202147 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:29.205191 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:29.476530 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:11:29.513337 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2c21-7d45-46b1-a015-a4dab65c91f0 req-e03ec2f9-52ef-469c-8287-17a7870c91df tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:29.514908 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eabd2c21-7d45-46b1-a015-a4dab65c91f0 req-e03ec2f9-52ef-469c-8287-17a7870c91df tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 945 time: 0.0663853 Jun 23 19:11:29.557619 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eabd2c21-7d45-46b1-a015-a4dab65c91f0 req-c9b64855-082a-47bd-8937-dbe69b880e26 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358202 Jun 23 19:11:29.658381 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-cce2aaa8-8c92-4d5f-a7ff-cb8e97b41e5d req-7b572587-dc29-467f-8a4b-d84db483ff6e tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 210 time: 0.0412960 Jun 23 19:11:29.668268 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-b419a0f7-1569-4306-9113-4740cd9967f0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=890c43aea7bd4f49bed71f1f860aff2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417664 Jun 23 19:11:29.711265 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:29.784664 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-14e41b03-cd90-4f3f-9d8b-93adeaea5955 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:29.786159 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-14e41b03-cd90-4f3f-9d8b-93adeaea5955 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1122828 Jun 23 19:11:29.804859 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Request body: {'port': {'device_id': 'ce5cb887-9a75-492f-ad58-61cd15bcdecb', 'network_id': '8459b82e-c541-4a66-a1af-315c363ed4b3', 'admin_state_up': True, 'tenant_id': '890c43aea7bd4f49bed71f1f860aff2a'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:30.033399 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Made reservation on behalf of 890c43aea7bd4f49bed71f1f860aff2a for: {'port': 1} {{(pid=93756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:11:30.039968 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-2090043'] for port, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:30.055714 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:30.146122 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:30.249843 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:30.253028 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c9789165-1e47-442e-be73-ea6240ddd4fa tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:30.313862 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659d5ebc-8bab-4e53-99c6-94d7b52ab95d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:30.318832 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:30.386106 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_common [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Allocated IP 192.168.233.112 (8459b82e-c541-4a66-a1af-315c363ed4b3/78fc1591-7771-42f6-834a-1c52e53ba1ee/b43d0064-8c52-4a40-b6e1-8571a6b96b6b) {{(pid=93756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:11:30.530914 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Notify callbacks [] for port, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:30.546066 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Transition to ACTIVE for port object b43d0064-8c52-4a40-b6e1-8571a6b96b6b will not be triggered until provisioned by entity DHCP. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:11:30.645085 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2090108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741282128294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30248006'] for port, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:30.650134 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-992deaa9-2d07-4909-a5d3-3cfbbd25fe32 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:30.729384 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Network 8459b82e-c541-4a66-a1af-315c363ed4b3 is already hosted by enough agents. {{(pid=93756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:11:30.736240 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.base_scheduler [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Resources bound (agent type, host, resource id): {{(pid=93756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:11:30.738154 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Pushing event updated for resources: {'Port': ['ID=b43d0064-8c52-4a40-b6e1-8571a6b96b6b,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:30.741283 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Received port after_create {{(pid=93756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 19:11:30.746345 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:30.807185 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:30.807875 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:30.854269 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793bea5-0ab0-4f2e-98bb-6bf5d75e4a9b req-360a8e8a-79b4-450e-9332-e90a7c589041 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:30.855709 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3793bea5-0ab0-4f2e-98bb-6bf5d75e4a9b req-360a8e8a-79b4-450e-9332-e90a7c589041 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 945 time: 0.1776350 Jun 23 19:11:30.897898 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:11:30.911664 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3793bea5-0ab0-4f2e-98bb-6bf5d75e4a9b req-3b177e16-57a5-40ff-b5b3-34cb143aa633 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492780 Jun 23 19:11:30.923711 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774ae70-567e-47a1-9ba7-e78a21d8329c req-03a09605-9fab-4948-ae9c-736cb3675e70 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:30.925477 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5774ae70-567e-47a1-9ba7-e78a21d8329c req-03a09605-9fab-4948-ae9c-736cb3675e70 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 936 time: 0.1139493 Jun 23 19:11:30.954099 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:11:30.954456 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:30.965405 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5774ae70-567e-47a1-9ba7-e78a21d8329c req-6694ffae-b41a-4507-9905-7bfc7ebfafbf tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/security-groups?id=659d5ebc-8bab-4e53-99c6-94d7b52ab95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Jun 23 19:11:30.979328 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1784716 Jun 23 19:11:30.998526 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.v2.base [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Request body: {'port': {'device_id': 'ce5cb887-9a75-492f-ad58-61cd15bcdecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 19:11:31.041063 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:31.063756 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:31.066728 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23af22ba-a863-4176-906d-b8ff2256f2d9" -d '{"events": [{"server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "name": "network-vif-plugged", "status": "completed", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:31.074851 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:31.082281 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:31.103898 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6307c174-6407-404b-b3c0-00a1efba72e6 x-openstack-request-id: req-6307c174-6407-404b-b3c0-00a1efba72e6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:31.104397 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "name": "network-vif-plugged", "status": "completed", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:31.104620 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6307c174-6407-404b-b3c0-00a1efba72e6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:31.105022 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'code': 200} Jun 23 19:11:31.147189 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5bc4bf62-057b-412f-a34b-d1dba23366d8 None None] Provisioning for port b43d0064-8c52-4a40-b6e1-8571a6b96b6b completed by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:11:31.151628 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5bc4bf62-057b-412f-a34b-d1dba23366d8 None None] Provisioning complete for port b43d0064-8c52-4a40-b6e1-8571a6b96b6b triggered by entity DHCP. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:11:31.152058 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bc4bf62-057b-412f-a34b-d1dba23366d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:31.187900 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4bf62-057b-412f-a34b-d1dba23366d8 None None] Port b43d0064-8c52-4a40-b6e1-8571a6b96b6b cannot update to ACTIVE because it is not bound. {{(pid=93758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 19:11:31.295387 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:31.298084 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c5d1b5e9-c30b-483a-922b-b581fa05dcfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:31.344033 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43d0064-8c52-4a40-b6e1-8571a6b96b6b {{(pid=93756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:11:31.352177 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:31.366469 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Transition to ACTIVE for port object b43d0064-8c52-4a40-b6e1-8571a6b96b6b will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 19:11:31.444147 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30248020'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:31.446672 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-99e0ee4d-e2a9-48d0-9b52-238d8bfed63a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:31.485717 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:31.490546 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:31.530812 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Pushing event updated for resources: {'Port': ['ID=b43d0064-8c52-4a40-b6e1-8571a6b96b6b,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:31.534466 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:31.544057 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:31.576199 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435519a-f07c-49d9-8e74-911a9a778c2d req-8db2f149-8be3-40ae-b4cc-316333129b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:31.577944 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-6435519a-f07c-49d9-8e74-911a9a778c2d req-8db2f149-8be3-40ae-b4cc-316333129b25 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 1099 time: 0.0659988 Jun 23 19:11:31.593326 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Attempting to bind port b43d0064-8c52-4a40-b6e1-8571a6b96b6b on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 19:11:31.593722 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Attempting to bind port b43d0064-8c52-4a40-b6e1-8571a6b96b6b by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '9872822f-7ae5-40e5-95f7-76170aa6e41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '8459b82e-c541-4a66-a1af-315c363ed4b3'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 19:11:31.594059 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Attempting to bind port b43d0064-8c52-4a40-b6e1-8571a6b96b6b on network 8459b82e-c541-4a66-a1af-315c363ed4b3 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:11:31.600056 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Port b43d0064-8c52-4a40-b6e1-8571a6b96b6b on network 8459b82e-c541-4a66-a1af-315c363ed4b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 19:11:31.600387 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Attempting to bind port b43d0064-8c52-4a40-b6e1-8571a6b96b6b on network 8459b82e-c541-4a66-a1af-315c363ed4b3 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 19:11:31.607599 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Checking agent: {'id': '58d2729f-959f-4121-8ef2-1313ab1daa63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'started_at': datetime.datetime(2021, 6, 23, 19, 2, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 19, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 19:11:31.608482 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Checking segment: {'id': '9872822f-7ae5-40e5-95f7-76170aa6e41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '8459b82e-c541-4a66-a1af-315c363ed4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 19:11:31.609232 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Bound using segment: {'id': '9872822f-7ae5-40e5-95f7-76170aa6e41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '8459b82e-c541-4a66-a1af-315c363ed4b3'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 19:11:31.610137 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Bound port: b43d0064-8c52-4a40-b6e1-8571a6b96b6b, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9872822f-7ae5-40e5-95f7-76170aa6e41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '8459b82e-c541-4a66-a1af-315c363ed4b3'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 19:11:31.610766 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:31.620467 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [req-6435519a-f07c-49d9-8e74-911a9a778c2d req-0cfc798b-8f33-4120-a474-51fcff2680d1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357625 Jun 23 19:11:31.680647 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] For port b43d0064-8c52-4a40-b6e1-8571a6b96b6b, host hv-cinder-79049, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:11:31.683971 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] For port b43d0064-8c52-4a40-b6e1-8571a6b96b6b, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b43d0064-8c52-4a40-b6e1-8571a6b96b6b,segment=NetworkSegment(9872822f-7ae5-40e5-95f7-76170aa6e41b),segment_id=9872822f-7ae5-40e5-95f7-76170aa6e41b)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:11:31.787000 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30248020'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:31.789091 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-8f592f2b-8a5b-44a3-9538-a21130ab06f2 tempest-VolumesSnapshotTestJSON-2077322038 tempest-VolumesSnapshotTestJSON-2077322038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:31.831909 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:31.832531 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:31.835261 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] 10.222.0.77 "PUT /v2.0/ports/b43d0064-8c52-4a40-b6e1-8571a6b96b6b HTTP/1.1" status: 200 len: 1098 time: 0.8402128 Jun 23 19:11:31.835261 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5cb887-9a75-492f-ad58-61cd15bcdecb', 'tag': 'b43d0064-8c52-4a40-b6e1-8571a6b96b6b'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:31.837090 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6005bcfd-f66e-4239-82b8-bdc66336077f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5cb887-9a75-492f-ad58-61cd15bcdecb", "tag": "b43d0064-8c52-4a40-b6e1-8571a6b96b6b"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:31.862191 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Pushing event updated for resources: {'Port': ['ID=b43d0064-8c52-4a40-b6e1-8571a6b96b6b,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:31.868934 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:31.886889 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a606a0e4-342e-4fbd-add2-583fc0ebbfc5 x-openstack-request-id: req-a606a0e4-342e-4fbd-add2-583fc0ebbfc5 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:31.887219 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5cb887-9a75-492f-ad58-61cd15bcdecb", "tag": "b43d0064-8c52-4a40-b6e1-8571a6b96b6b", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:31.887507 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a606a0e4-342e-4fbd-add2-583fc0ebbfc5 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:31.888189 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5cb887-9a75-492f-ad58-61cd15bcdecb', 'tag': 'b43d0064-8c52-4a40-b6e1-8571a6b96b6b', 'status': 'completed', 'code': 200} Jun 23 19:11:32.023949 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005bcfd-f66e-4239-82b8-bdc66336077f req-6e9179f3-8cd8-4d65-98b3-fc72270621d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:32.025600 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6005bcfd-f66e-4239-82b8-bdc66336077f req-6e9179f3-8cd8-4d65-98b3-fc72270621d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=890c43aea7bd4f49bed71f1f860aff2a&device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 1101 time: 0.0639174 Jun 23 19:11:32.069179 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6005bcfd-f66e-4239-82b8-bdc66336077f req-4b287b7b-92ee-4bcc-bd9b-d6ef4ce659b8 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=890c43aea7bd4f49bed71f1f860aff2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298016 Jun 23 19:11:32.238320 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005bcfd-f66e-4239-82b8-bdc66336077f req-86ddf308-3c86-4987-a587-fb01d6608b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:32.239636 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-6005bcfd-f66e-4239-82b8-bdc66336077f req-86ddf308-3c86-4987-a587-fb01d6608b82 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518507 Jun 23 19:11:32.247679 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e5f16-da30-4f3e-856b-56b69d1f0257 req-0c7b2592-d251-4cf7-9115-5c7891efe8fd tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:32.249070 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-816e5f16-da30-4f3e-856b-56b69d1f0257 req-0c7b2592-d251-4cf7-9115-5c7891efe8fd tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1994944 Jun 23 19:11:32.269990 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3410fa-5ba8-4d07-95e6-4c37625bddf9 req-1563813e-c8cd-4aa2-987b-25dc8677b000 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:32.271408 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fb3410fa-5ba8-4d07-95e6-4c37625bddf9 req-1563813e-c8cd-4aa2-987b-25dc8677b000 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 948 time: 0.1600826 Jun 23 19:11:32.329376 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-816e5f16-da30-4f3e-856b-56b69d1f0257 req-a571ad53-8b63-4b30-81bf-eebc386952e5 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731950 Jun 23 19:11:32.624735 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fb3410fa-5ba8-4d07-95e6-4c37625bddf9 req-86dde02f-44e4-4dc8-bb6a-e9f8e1ee4fc6 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/security-groups?id=659d5ebc-8bab-4e53-99c6-94d7b52ab95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458188 Jun 23 19:11:32.654829 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fa293319-b4fe-4da2-b2f8-df252c25451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:32.656321 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-fa293319-b4fe-4da2-b2f8-df252c25451a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=890c43aea7bd4f49bed71f1f860aff2a&device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 1101 time: 0.3459330 Jun 23 19:11:32.706427 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-1657e949-a378-41ec-b2a1-9df98a75df55 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=b43d0064-8c52-4a40-b6e1-8571a6b96b6b HTTP/1.1" status: 200 len: 217 time: 0.0360749 Jun 23 19:11:32.756862 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-0c8cd8e5-1e5a-4227-940f-22a53d827419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:32.758282 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-0c8cd8e5-1e5a-4227-940f-22a53d827419 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=78fc1591-7771-42f6-834a-1c52e53ba1ee HTTP/1.1" status: 200 len: 843 time: 0.0455461 Jun 23 19:11:32.820572 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-4f93a26c-cb0c-46e3-b114-59b50cc7e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:32.822052 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-4f93a26c-cb0c-46e3-b114-59b50cc7e672 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8459b82e-c541-4a66-a1af-315c363ed4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570719 Jun 23 19:11:32.931898 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-8fe4e58e-da42-4e26-b7ed-eb27b220fd67 service neutron] 10.222.0.77 "GET /v2.0/networks/8459b82e-c541-4a66-a1af-315c363ed4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933232 Jun 23 19:11:33.025354 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-fc33a0c2-0401-4a0a-b98c-0b3d1bb9e198 req-908ff3f5-da13-4b3c-8feb-4ebedc8c955b service neutron] 10.222.0.77 "GET /v2.0/networks/8459b82e-c541-4a66-a1af-315c363ed4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867236 Jun 23 19:11:33.506577 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2fe9f-ec94-4cdd-9d33-42f385b6c700 req-b654ddd8-2839-4a53-b3b9-38fe808ec9d0 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:33.507500 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c0d2fe9f-ec94-4cdd-9d33-42f385b6c700 req-b654ddd8-2839-4a53-b3b9-38fe808ec9d0 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.0671990 Jun 23 19:11:33.549015 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c0d2fe9f-ec94-4cdd-9d33-42f385b6c700 req-77786885-37a5-49f9-9d43-ad8bbbd4d4ce tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346191 Jun 23 19:11:33.800815 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db49c91-14f1-4a68-a0db-2e4c577a5ae0 req-00195d30-e890-4fa1-8456-e42bc15dd6db tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:33.802345 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9db49c91-14f1-4a68-a0db-2e4c577a5ae0 req-00195d30-e890-4fa1-8456-e42bc15dd6db tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 948 time: 0.0668912 Jun 23 19:11:33.844286 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9db49c91-14f1-4a68-a0db-2e4c577a5ae0 req-fc03fe42-daa3-491e-8582-2482ca680ef3 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/security-groups?id=659d5ebc-8bab-4e53-99c6-94d7b52ab95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361514 Jun 23 19:11:35.013818 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421be9e7-d148-4649-b8fd-6d412f92d5f4 req-6b007101-00c9-404a-99cf-74cea1aaf741 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:35.015444 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-421be9e7-d148-4649-b8fd-6d412f92d5f4 req-6b007101-00c9-404a-99cf-74cea1aaf741 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 948 time: 0.0631576 Jun 23 19:11:35.054181 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-421be9e7-d148-4649-b8fd-6d412f92d5f4 req-e2670549-acc5-45ed-8904-8580e04e867f tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/security-groups?id=659d5ebc-8bab-4e53-99c6-94d7b52ab95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324502 Jun 23 19:11:36.227211 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc68dc-9547-49ab-8bfe-cedb925dd2b3 req-5784275c-0a7e-43b5-b348-628f3d55e2f8 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:36.228750 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-60dc68dc-9547-49ab-8bfe-cedb925dd2b3 req-5784275c-0a7e-43b5-b348-628f3d55e2f8 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 948 time: 0.0659089 Jun 23 19:11:36.267994 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-60dc68dc-9547-49ab-8bfe-cedb925dd2b3 req-95be5a5e-495e-4e00-a715-402f5cf770e8 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/security-groups?id=659d5ebc-8bab-4e53-99c6-94d7b52ab95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331781 Jun 23 19:11:36.929110 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device b43d0064-8c52-4a40-b6e1-8571a6b96b6b details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 19:11:37.024980 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port b43d0064-8c52-4a40-b6e1-8571a6b96b6b, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b43d0064-8c52-4a40-b6e1-8571a6b96b6b,segment=NetworkSegment(9872822f-7ae5-40e5-95f7-76170aa6e41b),segment_id=9872822f-7ae5-40e5-95f7-76170aa6e41b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:37.051388 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Returning: {'device': 'b43d0064-8c52-4a40-b6e1-8571a6b96b6b', 'network_id': '8459b82e-c541-4a66-a1af-315c363ed4b3', 'port_id': 'b43d0064-8c52-4a40-b6e1-8571a6b96b6b', 'mac_address': 'fa:16:3e:8c:52:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fc1591-7771-42f6-834a-1c52e53ba1ee', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 19:11:37.089362 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:37.102956 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43d0064-8c52-4a40-b6e1-8571a6b96b6b {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 19:11:37.122525 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port b43d0064-8c52-4a40-b6e1-8571a6b96b6b, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b43d0064-8c52-4a40-b6e1-8571a6b96b6b,segment=NetworkSegment(9872822f-7ae5-40e5-95f7-76170aa6e41b),segment_id=9872822f-7ae5-40e5-95f7-76170aa6e41b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:37.345939 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:37.347888 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:37.394359 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=b43d0064-8c52-4a40-b6e1-8571a6b96b6b,revision_number=4']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:37.397462 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:37.455004 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360022c6-65d9-4b45-930a-ca49a9be37a0 req-cea51414-a0d0-462a-8c01-3a980627a8f9 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:37.456599 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-360022c6-65d9-4b45-930a-ca49a9be37a0 req-cea51414-a0d0-462a-8c01-3a980627a8f9 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 949 time: 0.0754299 Jun 23 19:11:37.495677 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-360022c6-65d9-4b45-930a-ca49a9be37a0 req-c6d180dc-14be-4dc8-9380-adaf8139d783 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/security-groups?id=659d5ebc-8bab-4e53-99c6-94d7b52ab95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Jun 23 19:11:37.685123 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] get_ports_and_sgs() called for port_ids ['b43d0064-8c52-4a40-b6e1-8571a6b96b6b'] {{(pid=93758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 19:11:38.670419 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab85d6-26d9-457c-86a3-f57f11467f17 req-1d4d17e5-00a0-4e17-b28f-06530558dc3f tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:38.672508 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5fab85d6-26d9-457c-86a3-f57f11467f17 req-1d4d17e5-00a0-4e17-b28f-06530558dc3f tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 949 time: 0.0639489 Jun 23 19:11:38.710913 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-5fab85d6-26d9-457c-86a3-f57f11467f17 req-2d711b23-4bd1-45d3-89f3-b9a84b5c4767 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/security-groups?id=659d5ebc-8bab-4e53-99c6-94d7b52ab95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Jun 23 19:11:38.957776 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device b43d0064-8c52-4a40-b6e1-8571a6b96b6b up at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:11:39.081958 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning for port b43d0064-8c52-4a40-b6e1-8571a6b96b6b completed by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 19:11:39.086215 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Provisioning complete for port b43d0064-8c52-4a40-b6e1-8571a6b96b6b triggered by entity L2. {{(pid=93758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 19:11:39.086598 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906325'] for port, provisioning_complete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:39.162870 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2090029'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:39.186645 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5cb887-9a75-492f-ad58-61cd15bcdecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43d0064-8c52-4a40-b6e1-8571a6b96b6b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:39.190310 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6f0634c791b027a0a87969959eef44778d256999d9f2375f141e4dbbdceec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4411a844-3991-4acf-80eb-87969abb7e9c" -d '{"events": [{"server_uuid": "ce5cb887-9a75-492f-ad58-61cd15bcdecb", "name": "network-vif-plugged", "status": "completed", "tag": "b43d0064-8c52-4a40-b6e1-8571a6b96b6b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:39.201000 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] For port b43d0064-8c52-4a40-b6e1-8571a6b96b6b, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b43d0064-8c52-4a40-b6e1-8571a6b96b6b,segment=NetworkSegment(9872822f-7ae5-40e5-95f7-76170aa6e41b),segment_id=9872822f-7ae5-40e5-95f7-76170aa6e41b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:39.226306 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b4d23c-338e-47dc-b9f3-3d36d37dfe2d x-openstack-request-id: req-96b4d23c-338e-47dc-b9f3-3d36d37dfe2d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:39.226652 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5cb887-9a75-492f-ad58-61cd15bcdecb", "name": "network-vif-plugged", "status": "completed", "tag": "b43d0064-8c52-4a40-b6e1-8571a6b96b6b", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:39.226952 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-96b4d23c-338e-47dc-b9f3-3d36d37dfe2d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:39.227358 dv-cinder-790492-6-smb neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5cb887-9a75-492f-ad58-61cd15bcdecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43d0064-8c52-4a40-b6e1-8571a6b96b6b', 'code': 200} Jun 23 19:11:39.276173 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741282470867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741282128312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741282128357'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:39.278062 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-af0d0a06-f0ca-470e-a6b8-fe771f180733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:39.325844 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Pushing event updated for resources: {'Port': ['ID=b43d0064-8c52-4a40-b6e1-8571a6b96b6b,revision_number=5']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:39.329019 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:39.699864 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeefa5-e66c-41ce-9be1-c90884245129 req-f289b0a8-332c-4d68-b1df-c7f6bb8c2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:39.701340 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e2eeefa5-e66c-41ce-9be1-c90884245129 req-f289b0a8-332c-4d68-b1df-c7f6bb8c2290 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 1103 time: 0.0625756 Jun 23 19:11:39.739615 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e2eeefa5-e66c-41ce-9be1-c90884245129 req-ef11dc0e-a6a6-40b7-8e48-76e2218bf39e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=659d5ebc-8bab-4e53-99c6-94d7b52ab95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310869 Jun 23 19:11:39.891110 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de0162-582d-4f1f-9bd3-0fa13bd0ba71 req-7a952ca2-4370-45c5-be72-031911fd4330 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:39.892745 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-99de0162-582d-4f1f-9bd3-0fa13bd0ba71 req-7a952ca2-4370-45c5-be72-031911fd4330 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 950 time: 0.0676434 Jun 23 19:11:39.933392 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-99de0162-582d-4f1f-9bd3-0fa13bd0ba71 req-32f72f44-17e0-4536-b3b0-79ac07e2dce3 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/security-groups?id=659d5ebc-8bab-4e53-99c6-94d7b52ab95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345659 Jun 23 19:11:41.112826 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353bd0a-feb6-4bee-83e1-9b8dcf1cbf20 req-869791aa-968f-42ff-a2ca-36ec78319eb7 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:41.114310 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8353bd0a-feb6-4bee-83e1-9b8dcf1cbf20 req-869791aa-968f-42ff-a2ca-36ec78319eb7 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 950 time: 0.0633230 Jun 23 19:11:41.153562 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-8353bd0a-feb6-4bee-83e1-9b8dcf1cbf20 req-4b6cd3bc-bda6-42d9-87e2-8d66d2320069 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/security-groups?id=659d5ebc-8bab-4e53-99c6-94d7b52ab95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334535 Jun 23 19:11:42.328554 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cb3c7-7a20-4cf3-8485-36405d259d0d req-14294c44-7e16-40f9-9d3c-d7c22baec73c tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:42.330018 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-444cb3c7-7a20-4cf3-8485-36405d259d0d req-14294c44-7e16-40f9-9d3c-d7c22baec73c tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 950 time: 0.0670810 Jun 23 19:11:42.366879 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-444cb3c7-7a20-4cf3-8485-36405d259d0d req-aacff2c5-ade8-4176-9f86-0ba3a22aee3a tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/security-groups?id=659d5ebc-8bab-4e53-99c6-94d7b52ab95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312254 Jun 23 19:11:43.008406 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aa33e-58c4-4e27-af20-ddbd8a1493b4 req-a5845eeb-a5f3-4b9c-be77-3e0ee1c926cb tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:43.009850 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-905aa33e-58c4-4e27-af20-ddbd8a1493b4 req-a5845eeb-a5f3-4b9c-be77-3e0ee1c926cb tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 950 time: 0.0640285 Jun 23 19:11:43.048362 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-905aa33e-58c4-4e27-af20-ddbd8a1493b4 req-d2f6cc0d-d0df-48fd-be96-5652095e9158 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/security-groups?id=659d5ebc-8bab-4e53-99c6-94d7b52ab95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Jun 23 19:11:44.226894 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b818f4-e4d1-4f11-94db-b8e84c183ef7 req-c927525b-1653-40c0-8a44-8fd5176827b9 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:44.228428 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-56b818f4-e4d1-4f11-94db-b8e84c183ef7 req-c927525b-1653-40c0-8a44-8fd5176827b9 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 950 time: 0.0639043 Jun 23 19:11:44.266663 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-56b818f4-e4d1-4f11-94db-b8e84c183ef7 req-4f0c44af-e59c-4c8a-aeb8-c53af880fe53 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/security-groups?id=659d5ebc-8bab-4e53-99c6-94d7b52ab95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326142 Jun 23 19:11:44.638636 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502090b-e5bc-4aec-81d4-0d4585d7c9d7 req-ce24ee93-5a4a-408d-a6e0-008fc385bf6a tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:44.640731 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e502090b-e5bc-4aec-81d4-0d4585d7c9d7 req-ce24ee93-5a4a-408d-a6e0-008fc385bf6a tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.77 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 950 time: 0.0678751 Jun 23 19:11:44.743318 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e502090b-e5bc-4aec-81d4-0d4585d7c9d7 req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Deleting port b43d0064-8c52-4a40-b6e1-8571a6b96b6b {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:11:44.743670 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e502090b-e5bc-4aec-81d4-0d4585d7c9d7 req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:44.836497 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-e502090b-e5bc-4aec-81d4-0d4585d7c9d7 req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] For port b43d0064-8c52-4a40-b6e1-8571a6b96b6b, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b43d0064-8c52-4a40-b6e1-8571a6b96b6b,segment=NetworkSegment(9872822f-7ae5-40e5-95f7-76170aa6e41b),segment_id=9872822f-7ae5-40e5-95f7-76170aa6e41b)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:44.836857 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e502090b-e5bc-4aec-81d4-0d4585d7c9d7 req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:44.848914 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-e502090b-e5bc-4aec-81d4-0d4585d7c9d7 req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Calling delete_port for b43d0064-8c52-4a40-b6e1-8571a6b96b6b owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:11:45.037409 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e502090b-e5bc-4aec-81d4-0d4585d7c9d7 req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:45.041589 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:45.068328 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Pushing event deleted for resources: {'Port': ['ID=b43d0064-8c52-4a40-b6e1-8571a6b96b6b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:45.080835 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:45.081269 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:45.081702 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:45.082071 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:45.082435 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:45.082794 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:45.083158 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:45.083512 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:45.083893 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:45.084249 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:45.084606 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:45.084954 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:45.104066 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:45.126621 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e502090b-e5bc-4aec-81d4-0d4585d7c9d7 req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] No DVR routers for this DVR port b43d0064-8c52-4a40-b6e1-8571a6b96b6b on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:11:45.129377 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-e502090b-e5bc-4aec-81d4-0d4585d7c9d7 req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:45.131458 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-e502090b-e5bc-4aec-81d4-0d4585d7c9d7 req-b8b1af07-3e11-4c0a-a595-fcbe1dd3cef0 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.77 "DELETE /v2.0/ports/b43d0064-8c52-4a40-b6e1-8571a6b96b6b HTTP/1.1" status: 204 len: 173 time: 0.4822960 Jun 23 19:11:45.132028 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5cb887-9a75-492f-ad58-61cd15bcdecb', 'name': 'network-vif-deleted', 'tag': 'b43d0064-8c52-4a40-b6e1-8571a6b96b6b'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:45.134426 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7678deb-dd65-44d3-af16-c9d7d5c380fa" -d '{"events": [{"server_uuid": "ce5cb887-9a75-492f-ad58-61cd15bcdecb", "name": "network-vif-deleted", "tag": "b43d0064-8c52-4a40-b6e1-8571a6b96b6b"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:45.178794 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47120013-5b1b-4978-a0c7-99f1040272ef x-openstack-request-id: req-47120013-5b1b-4978-a0c7-99f1040272ef {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:45.179186 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5cb887-9a75-492f-ad58-61cd15bcdecb", "name": "network-vif-deleted", "tag": "b43d0064-8c52-4a40-b6e1-8571a6b96b6b", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:45.179534 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-47120013-5b1b-4978-a0c7-99f1040272ef {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:45.179995 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5cb887-9a75-492f-ad58-61cd15bcdecb', 'name': 'network-vif-deleted', 'tag': 'b43d0064-8c52-4a40-b6e1-8571a6b96b6b', 'status': 'completed', 'code': 200} Jun 23 19:11:45.407667 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-7e06aba5-4796-49c3-947c-cf5adfe912c1 req-ba2c582b-48dd-4c99-9ed0-78ac57433712 tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce5cb887-9a75-492f-ad58-61cd15bcdecb HTTP/1.1" status: 200 len: 210 time: 0.0298238 Jun 23 19:11:46.298919 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:11:47.006445 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device b43d0064-8c52-4a40-b6e1-8571a6b96b6b no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:11:47.027786 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: b43d0064-8c52-4a40-b6e1-8571a6b96b6b {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:11:47.027982 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device b43d0064-8c52-4a40-b6e1-8571a6b96b6b not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:11:50.284810 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:52.248238 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 40488) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:52.397158 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-33bfa595-0857-4739-9741-df4d6172ac27 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=890c43aea7bd4f49bed71f1f860aff2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473453 Jun 23 19:11:52.399492 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 40492) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:52.454877 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3870779c-d486-49e0-abf5-03496b09b6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:52.476449 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3870779c-d486-49e0-abf5-03496b09b6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:52.633074 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3870779c-d486-49e0-abf5-03496b09b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:52.638047 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3870779c-d486-49e0-abf5-03496b09b6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:52.638047 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-3870779c-d486-49e0-abf5-03496b09b6cd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/659d5ebc-8bab-4e53-99c6-94d7b52ab95d HTTP/1.1" status: 204 len: 168 time: 0.2364419 Jun 23 19:11:52.638047 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-0ea4bede-2b8e-4665-8a09-bf3a9bb4bfe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:52.646008 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870779c-d486-49e0-abf5-03496b09b6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659d5ebc-8bab-4e53-99c6-94d7b52ab95d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:52.649115 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-3870779c-d486-49e0-abf5-03496b09b6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:53.456669 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbb938-3c5f-4d46-8c2e-5b2317564f71 req-e1b010b0-d023-44f6-96af-c73ca46d964f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:53.458269 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4ccbb938-3c5f-4d46-8c2e-5b2317564f71 req-e1b010b0-d023-44f6-96af-c73ca46d964f tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 946 time: 0.0683277 Jun 23 19:11:53.506435 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-4ccbb938-3c5f-4d46-8c2e-5b2317564f71 req-703ce0de-b2da-4f3e-9ce5-5ec38e6a20af tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406992 Jun 23 19:11:54.725084 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303e94b-2a9a-4cc5-bb74-5a86d7a63aa1 req-43f9fb17-1319-4260-8351-3ca8f5772f47 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:54.726755 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f303e94b-2a9a-4cc5-bb74-5a86d7a63aa1 req-43f9fb17-1319-4260-8351-3ca8f5772f47 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 946 time: 0.0769725 Jun 23 19:11:54.774212 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f303e94b-2a9a-4cc5-bb74-5a86d7a63aa1 req-3a8d236e-8893-4858-8803-1f7079371591 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups?id=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406175 Jun 23 19:11:54.940105 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-273d0f57-e9ca-4c71-9015-041914eeda91 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:11:54.941609 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-273d0f57-e9ca-4c71-9015-041914eeda91 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.77 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 946 time: 0.0663252 Jun 23 19:11:55.050449 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Deleting port 6cc61231-64ee-4fb3-afdb-1eef142d8422 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:11:55.050865 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:55.142359 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] For port 6cc61231-64ee-4fb3-afdb-1eef142d8422, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6cc61231-64ee-4fb3-afdb-1eef142d8422,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:11:55.142726 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:55.324653 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:55.325052 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692580'] for floatingip, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:55.325361 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.db.l3_db [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Floating IP 9dd7fd8b-484b-44c2-af01-966b8564cee0 disassociated. External IP: 172.28.2.250, port: 6cc61231-64ee-4fb3-afdb-1eef142d8422. Jun 23 19:11:55.325700 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Calling delete_port for 6cc61231-64ee-4fb3-afdb-1eef142d8422 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:11:55.506919 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:55.511316 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-570f91ea-c2fa-43e0-8dd2-a93173f33a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:55.544750 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event deleted for resources: {'Port': ['ID=6cc61231-64ee-4fb3-afdb-1eef142d8422,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:55.548902 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:55.673660 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:11:55.790094 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:11:55.800678 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a67dbe1-259a-4b76-bb1e-e08f6d027cb4 None None] Sync routers for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:11:55.813042 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67dbe1-259a-4b76-bb1e-e08f6d027cb4 None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:11:55.813042 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-6a67dbe1-259a-4b76-bb1e-e08f6d027cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:11:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:55.842451 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] No DVR routers for this DVR port 6cc61231-64ee-4fb3-afdb-1eef142d8422 on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:11:55.845289 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:55.847616 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-c01036b2-5d97-4377-a1a9-be48e32efeaa req-c7cc7658-35db-4960-89d6-c254547a2dcc tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.77 "DELETE /v2.0/ports/6cc61231-64ee-4fb3-afdb-1eef142d8422 HTTP/1.1" status: 204 len: 173 time: 0.9004908 Jun 23 19:11:55.848227 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'name': 'network-vif-deleted', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:11:55.850746 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c54514-081e-41db-979b-580dc318482a" -d '{"events": [{"server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "name": "network-vif-deleted", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:11:55.905470 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c248421-0a1d-4c98-845f-513fe33942e8 x-openstack-request-id: req-7c248421-0a1d-4c98-845f-513fe33942e8 {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:11:55.905806 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12400bb6-fcaa-47c6-b29c-1bffdf07f200", "name": "network-vif-deleted", "tag": "6cc61231-64ee-4fb3-afdb-1eef142d8422", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:11:55.906100 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7c248421-0a1d-4c98-845f-513fe33942e8 {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:11:55.906555 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12400bb6-fcaa-47c6-b29c-1bffdf07f200', 'name': 'network-vif-deleted', 'tag': '6cc61231-64ee-4fb3-afdb-1eef142d8422', 'status': 'completed', 'code': 200} Jun 23 19:11:55.928251 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-6a67dbe1-259a-4b76-bb1e-e08f6d027cb4 None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:11:55.947838 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3c307186-2896-419f-9944-09a2ebea3670 req-c35fc5ee-dbf7-487c-acfb-d48fd45f929d tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/ports?device_id=12400bb6-fcaa-47c6-b29c-1bffdf07f200 HTTP/1.1" status: 200 len: 210 time: 0.0384984 Jun 23 19:11:56.186431 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-240dac64-50f0-4f17-b417-1f1ef2da65da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:56.197850 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-6a67dbe1-259a-4b76-bb1e-e08f6d027cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:56.224029 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a67dbe1-259a-4b76-bb1e-e08f6d027cb4 None None] Checking router: 65f42d74-ba0f-4f53-9dc7-c83396da21e9 for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:11:56.240272 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67dbe1-259a-4b76-bb1e-e08f6d027cb4 None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:11:56.240920 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-6a67dbe1-259a-4b76-bb1e-e08f6d027cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:11:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:56.354270 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-6a67dbe1-259a-4b76-bb1e-e08f6d027cb4 None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:11:56.643417 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-6a67dbe1-259a-4b76-bb1e-e08f6d027cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:11:56.669543 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a67dbe1-259a-4b76-bb1e-e08f6d027cb4 None None] The sync data for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb is: [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:04:22Z', 'revision_number': 4, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': 'bfb70074-c940-4453-84c7-aca81fe93c64', 'name': '', 'network_id': '6f276787-6d2f-4388-aea6-d3a0998dbf61', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'mac_address': 'fa:16:3e:04:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:20Z', 'updated_at': '2021-06-23T19:04:32Z', 'revision_number': 5, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'subnets': [{'id': '573f17ee-da5c-446d-9393-095d09cdcf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:11:56.884124 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8470aa1-abac-4d52-94d3-d49fe6f184ec None None] New status for floating IP 9dd7fd8b-484b-44c2-af01-966b8564cee0: DOWN {{(pid=93758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:11:57.199488 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 40550) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:57.264624 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b50fffa5-dbdd-418f-99b2-42c5832d24e2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.288464 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b50fffa5-dbdd-418f-99b2-42c5832d24e2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.425954 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b50fffa5-dbdd-418f-99b2-42c5832d24e2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.428607 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-b50fffa5-dbdd-418f-99b2-42c5832d24e2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.429746 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-b50fffa5-dbdd-418f-99b2-42c5832d24e2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "DELETE /v2.0/security-groups/50d5c590-2b6a-4f5f-8861-eedfd00fe9f2 HTTP/1.1" status: 204 len: 168 time: 0.2292209 Jun 23 19:11:57.430583 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-5c2e0b57-0bd5-44b0-bfe3-a029c1d06ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:57.432564 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40556) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:57.440272 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fffa5-dbdd-418f-99b2-42c5832d24e2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d5c590-2b6a-4f5f-8861-eedfd00fe9f2,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:57.442905 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-b50fffa5-dbdd-418f-99b2-42c5832d24e2 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:57.449630 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.api.v2.resource [None req-aedcbd96-95c7-451f-b14c-48558b83732b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] show failed (client error): The resource could not be found. Jun 23 19:11:57.451064 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-aedcbd96-95c7-451f-b14c-48558b83732b tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "GET /v2.0/security-groups/50d5c590-2b6a-4f5f-8861-eedfd00fe9f2 HTTP/1.1" status: 404 len: 347 time: 0.0165133 Jun 23 19:11:57.454293 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40558) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:11:57.580084 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Deleting port 314e448e-25c8-4308-a8a7-a6970a509100 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:11:57.580408 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.658711 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.659057 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.671611 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Calling delete_port for 314e448e-25c8-4308-a8a7-a6970a509100 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:11:57.963432 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:57.965571 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e1d1b23b-b49e-45d9-89ee-9bf86262a6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:11:57.990883 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Pushing event deleted for resources: {'Port': ['ID=314e448e-25c8-4308-a8a7-a6970a509100,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:11:58.001577 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:58.001956 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:58.002363 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:58.002773 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:58.003499 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:58.003499 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:58.003882 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:58.004249 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:58.004608 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:58.004965 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:58.005324 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:58.005683 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:11:58.010632 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:11:58.068508 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:58.071047 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:58.072244 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-f9cfb0b5-a5db-4f7a-b168-8f8f113a8eb6 tempest-AttachVolumeShelveTestJSON-1911733177 tempest-AttachVolumeShelveTestJSON-1911733177-project] 10.222.0.67 "DELETE /v2.0/floatingips/9dd7fd8b-484b-44c2-af01-966b8564cee0 HTTP/1.1" status: 204 len: 168 time: 0.6177695 Jun 23 19:11:58.719853 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa125ab8-3080-4c01-9b34-05bfad2c1502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:58.886265 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:11:59.046957 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6cc61231-64ee-4fb3-afdb-1eef142d8422 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:11:59.066507 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: 6cc61231-64ee-4fb3-afdb-1eef142d8422 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:11:59.066870 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 6cc61231-64ee-4fb3-afdb-1eef142d8422 not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:11:59.736978 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:01.013971 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40630) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:01.491207 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29a3ae77-2b3e-4ba8-8113-022f25cdc245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712418'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:01.539224 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:01.967741 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-29a3ae77-2b3e-4ba8-8113-022f25cdc245 admin admin] Deleting port bfb70074-c940-4453-84c7-aca81fe93c64 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:01.968111 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29a3ae77-2b3e-4ba8-8113-022f25cdc245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:02.046249 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-29a3ae77-2b3e-4ba8-8113-022f25cdc245 admin admin] For port bfb70074-c940-4453-84c7-aca81fe93c64, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=bfb70074-c940-4453-84c7-aca81fe93c64,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:02.047193 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29a3ae77-2b3e-4ba8-8113-022f25cdc245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:02.059924 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-29a3ae77-2b3e-4ba8-8113-022f25cdc245 admin admin] Calling delete_port for bfb70074-c940-4453-84c7-aca81fe93c64 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:02.345210 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29a3ae77-2b3e-4ba8-8113-022f25cdc245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:02.348515 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-e5654f12-2ad6-4642-ac7a-4e32bdf0b753 tempest-AttachVolumeNegativeTest-317047827 tempest-AttachVolumeNegativeTest-317047827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:02.373083 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3ae77-2b3e-4ba8-8113-022f25cdc245 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb70074-c940-4453-84c7-aca81fe93c64,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:02.376254 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-29a3ae77-2b3e-4ba8-8113-022f25cdc245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:02.561694 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-29a3ae77-2b3e-4ba8-8113-022f25cdc245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597266'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:02.782765 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a3ae77-2b3e-4ba8-8113-022f25cdc245 admin admin] Router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:12:02.900431 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a3ae77-2b3e-4ba8-8113-022f25cdc245 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:12:02.908911 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-29a3ae77-2b3e-4ba8-8113-022f25cdc245 admin admin] 10.222.0.67 "PUT /v2.0/routers/65f42d74-ba0f-4f53-9dc7-c83396da21e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8935437 Jun 23 19:12:02.909759 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7f676-b3b7-499c-b0f5-42910e56d07b None None] Sync routers for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:12:02.911221 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40644) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:02.925635 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7f676-b3b7-499c-b0f5-42910e56d07b None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:12:02.926668 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-89e7f676-b3b7-499c-b0f5-42910e56d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:11:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:03.032302 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.055568 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-89e7f676-b3b7-499c-b0f5-42910e56d07b None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:12:03.139823 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.256337 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Deleting port 945675b2-fa85-465a-91b5-f502cfff3fe9 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:03.256722 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.277894 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-89e7f676-b3b7-499c-b0f5-42910e56d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:12:02Z', 'revision_number': 5, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port': {'id': '945675b2-fa85-465a-91b5-f502cfff3fe9', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:04:15Z', 'updated_at': '2021-06-23T19:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:03.324706 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7f676-b3b7-499c-b0f5-42910e56d07b None None] Checking router: 65f42d74-ba0f-4f53-9dc7-c83396da21e9 for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:12:03.336753 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7f676-b3b7-499c-b0f5-42910e56d07b None None] Routers {'65f42d74-ba0f-4f53-9dc7-c83396da21e9'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:12:03.337450 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-89e7f676-b3b7-499c-b0f5-42910e56d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:11:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:03.357800 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] For port 945675b2-fa85-465a-91b5-f502cfff3fe9, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=945675b2-fa85-465a-91b5-f502cfff3fe9,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:03.358160 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.372474 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Calling delete_port for 945675b2-fa85-465a-91b5-f502cfff3fe9 owned by network:router_gateway {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:03.430791 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-89e7f676-b3b7-499c-b0f5-42910e56d07b None None] Set router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 gateway port host: None {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:12:03.492361 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-89e7f676-b3b7-499c-b0f5-42910e56d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:12:03Z', 'revision_number': 6, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port_host': None}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:03.519235 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7f676-b3b7-499c-b0f5-42910e56d07b None None] The sync data for ids ['65f42d74-ba0f-4f53-9dc7-c83396da21e9'] in dv-cinder-790492-6-smb is: [{'id': '65f42d74-ba0f-4f53-9dc7-c83396da21e9', 'name': 'tempest-AttachVolumeShelveTestJSON-614316019-router', 'tenant_id': 'f95ac121b1a24229945867eb653a105a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:04:14Z', 'updated_at': '2021-06-23T19:12:03Z', 'revision_number': 6, 'project_id': 'f95ac121b1a24229945867eb653a105a', 'gw_port_host': None}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:12:03.636835 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.639124 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-7032c364-45d0-467a-ba0c-19e11042d505 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:03.668442 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Pushing event deleted for resources: {'Port': ['ID=945675b2-fa85-465a-91b5-f502cfff3fe9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:03.670753 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:03.730709 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692615'] for router_gateway, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.824622 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7763'] for router, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.826655 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.985264 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597993'] for router, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.985264 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65f42d74-ba0f-4f53-9dc7-c83396da21e9 {{(pid=93757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:12:03.990233 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] Notify callbacks [] for router, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:03.991755 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-2498cf90-96d8-4767-aba2-c4e9203a15ef admin admin] 10.222.0.67 "DELETE /v2.0/routers/65f42d74-ba0f-4f53-9dc7-c83396da21e9 HTTP/1.1" status: 204 len: 168 time: 1.0793464 Jun 23 19:12:03.994823 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40652) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:04.041136 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.db_base_plugin_v2 [None req-034229d6-5a62-4545-9f5a-71c1d6531c85 admin admin] Deleting subnet 573f17ee-da5c-446d-9393-095d09cdcf95 {{(pid=93757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:12:04.044756 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034229d6-5a62-4545-9f5a-71c1d6531c85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.090794 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034229d6-5a62-4545-9f5a-71c1d6531c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29510107'] for subnet, precommit_delete_associations {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.178784 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034229d6-5a62-4545-9f5a-71c1d6531c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.324091 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device bfb70074-c940-4453-84c7-aca81fe93c64 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:12:04.342722 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: bfb70074-c940-4453-84c7-aca81fe93c64 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:12:04.343002 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device bfb70074-c940-4453-84c7-aca81fe93c64 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:12:04.347356 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034229d6-5a62-4545-9f5a-71c1d6531c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29639294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29691012'] for subnet, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.350858 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-89c495f6-25e3-4d29-8297-3a9009b38e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:04.381721 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034229d6-5a62-4545-9f5a-71c1d6531c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=573f17ee-da5c-446d-9393-095d09cdcf95,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:04.384550 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-034229d6-5a62-4545-9f5a-71c1d6531c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:04.388087 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-034229d6-5a62-4545-9f5a-71c1d6531c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for subnet, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.391850 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-034229d6-5a62-4545-9f5a-71c1d6531c85 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/573f17ee-da5c-446d-9393-095d09cdcf95 HTTP/1.1" status: 204 len: 168 time: 0.3944705 Jun 23 19:12:04.394268 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534a4815-6b2f-45b5-9d34-efc00806eec5 None None] Network 6f276787-6d2f-4388-aea6-d3a0998dbf61 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:12:04.394419 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40654) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:04.482541 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.545778 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Deleting port e8de0a42-1441-41a0-b2bf-85f9fcca7477 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:04.546352 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.625502 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] For port e8de0a42-1441-41a0-b2bf-85f9fcca7477, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=e8de0a42-1441-41a0-b2bf-85f9fcca7477,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:04.625502 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.642984 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Calling delete_port for e8de0a42-1441-41a0-b2bf-85f9fcca7477 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:04.661246 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0dc3e6-1bfc-4c07-8f30-5dd2b19c8f98 None None] DHCP port deletion for 6f276787-6d2f-4388-aea6-d3a0998dbf61 request from dv-cinder-790492-6-smb {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:12:04.711907 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9d0dc3e6-1bfc-4c07-8f30-5dd2b19c8f98 None None] Deleting port e8de0a42-1441-41a0-b2bf-85f9fcca7477 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:04.712952 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc3e6-1bfc-4c07-8f30-5dd2b19c8f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.790448 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9d0dc3e6-1bfc-4c07-8f30-5dd2b19c8f98 None None] For port e8de0a42-1441-41a0-b2bf-85f9fcca7477, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=e8de0a42-1441-41a0-b2bf-85f9fcca7477,segment=NetworkSegment(569808f1-c2af-4a59-bd94-62bb68dd740e),segment_id=569808f1-c2af-4a59-bd94-62bb68dd740e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:04.791714 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc3e6-1bfc-4c07-8f30-5dd2b19c8f98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.804843 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9d0dc3e6-1bfc-4c07-8f30-5dd2b19c8f98 None None] Calling delete_port for e8de0a42-1441-41a0-b2bf-85f9fcca7477 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:04.815556 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.818732 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-c2ce9b51-2e39-4795-a9b0-89ba753026b5 tempest-VolumesActionsTest-1338672689 tempest-VolumesActionsTest-1338672689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:04.846014 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8de0a42-1441-41a0-b2bf-85f9fcca7477,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:04.849241 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] No DVR routers for this DVR port e8de0a42-1441-41a0-b2bf-85f9fcca7477 on host dv-cinder-790492-6-smb {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:12:04.857076 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:04.886022 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc3e6-1bfc-4c07-8f30-5dd2b19c8f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.887924 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:04.909635 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dc3e6-1bfc-4c07-8f30-5dd2b19c8f98 None None] Pushing event deleted for resources: {'Port': ['ID=e8de0a42-1441-41a0-b2bf-85f9fcca7477,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:04.913135 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-9d0dc3e6-1bfc-4c07-8f30-5dd2b19c8f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:04.915906 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0dc3e6-1bfc-4c07-8f30-5dd2b19c8f98 None None] No DVR routers for this DVR port e8de0a42-1441-41a0-b2bf-85f9fcca7477 on host dv-cinder-790492-6-smb {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:12:04.931802 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.941973 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f276787-6d2f-4388-aea6-d3a0998dbf61']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:04.952792 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569808f1-c2af-4a59-bd94-62bb68dd740e') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:04.953080 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569808f1-c2af-4a59-bd94-62bb68dd740e') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:04.961984 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29510084'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.977631 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.984269 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:12:04.984662 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29639395'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: Traceback (most recent call last): Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: timer() Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: cb(*args, **kw) Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: return func(*args, **kwargs) Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: self._notify() Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: self.callback(batched_events) Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: event.method(event) Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: return f(self, *a, **k) Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: return self._get(url).json() Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:12:04.988288 dv-cinder-790492-6-smb neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:12:05.119016 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:05.123278 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:05.129667 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:05.129667 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6f276787-6d2f-4388-aea6-d3a0998dbf61 HTTP/1.1" status: 204 len: 168 time: 0.7334311 Jun 23 19:12:05.143781 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f276787-6d2f-4388-aea6-d3a0998dbf61,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:05.147210 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-1311c0e5-b038-4f64-a8cb-68fbfe5a8863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:05.469676 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40664) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:05.513900 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-8d947e4e-5f73-492a-83b1-ef8cb622c216 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f95ac121b1a24229945867eb653a105a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429113 Jun 23 19:12:05.516421 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40666) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:05.580377 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0abc2e05-d9a0-4aac-a66a-574bdea2a675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:05.601669 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0abc2e05-d9a0-4aac-a66a-574bdea2a675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:05.718264 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0abc2e05-d9a0-4aac-a66a-574bdea2a675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:05.720793 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-0abc2e05-d9a0-4aac-a66a-574bdea2a675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:05.721983 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-0abc2e05-d9a0-4aac-a66a-574bdea2a675 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/160f1722-1a89-4918-896d-39b246dd1540 HTTP/1.1" status: 204 len: 168 time: 0.2045534 Jun 23 19:12:05.722784 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b9285f81-bbfb-45b5-a69d-d9ede53bf833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:05.731155 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc2e05-d9a0-4aac-a66a-574bdea2a675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160f1722-1a89-4918-896d-39b246dd1540,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:05.733901 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-0abc2e05-d9a0-4aac-a66a-574bdea2a675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:05.803485 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 945675b2-fa85-465a-91b5-f502cfff3fe9 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:12:05.829725 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 945675b2-fa85-465a-91b5-f502cfff3fe9 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:12:05.829896 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 945675b2-fa85-465a-91b5-f502cfff3fe9 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:12:05.830544 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device e8de0a42-1441-41a0-b2bf-85f9fcca7477 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:12:05.854350 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: e8de0a42-1441-41a0-b2bf-85f9fcca7477 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:12:05.854616 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device e8de0a42-1441-41a0-b2bf-85f9fcca7477 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:12:06.451646 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40688) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:06.560297 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bbfad34-3eef-40d2-bd6c-32cc032ff92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:06.659795 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bbfad34-3eef-40d2-bd6c-32cc032ff92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:06.729661 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-3bbfad34-3eef-40d2-bd6c-32cc032ff92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:06.732465 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-15965926-32b3-48cd-856a-e9b9cb37a197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:06.775061 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-3bbfad34-3eef-40d2-bd6c-32cc032ff92d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=db35257c909e4f0fb76ead8bd9f81a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217084 Jun 23 19:12:06.776338 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfad34-3eef-40d2-bd6c-32cc032ff92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2225a683-a0f0-4750-81d1-4a3c5a6d3f75,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:06.778707 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40696) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:06.786243 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3bbfad34-3eef-40d2-bd6c-32cc032ff92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:06.845381 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4d62bd9f-af9d-471a-ba25-1eacec4d32d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:06.879149 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4d62bd9f-af9d-471a-ba25-1eacec4d32d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:07.117698 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4d62bd9f-af9d-471a-ba25-1eacec4d32d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:07.120367 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-4d62bd9f-af9d-471a-ba25-1eacec4d32d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:07.121508 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-4d62bd9f-af9d-471a-ba25-1eacec4d32d8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2225a683-a0f0-4750-81d1-4a3c5a6d3f75 HTTP/1.1" status: 204 len: 168 time: 0.3418891 Jun 23 19:12:07.122379 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2450c8a8-59bd-4de9-aae6-d1ae8acf674e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:07.130082 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62bd9f-af9d-471a-ba25-1eacec4d32d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2225a683-a0f0-4750-81d1-4a3c5a6d3f75,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:07.132647 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-4d62bd9f-af9d-471a-ba25-1eacec4d32d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:11.311701 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40744) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:11.417646 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf4b44d-9df1-4dac-a34f-45f276bedf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:11.505140 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf4b44d-9df1-4dac-a34f-45f276bedf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:11.599605 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-1cf4b44d-9df1-4dac-a34f-45f276bedf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:11.603014 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3a0f6b33-f29b-4392-a98d-4f49ab327fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:11.639063 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-1cf4b44d-9df1-4dac-a34f-45f276bedf70 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2e41ed9779454a17ac51c7a04b9d34d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261855 Jun 23 19:12:11.640034 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4b44d-9df1-4dac-a34f-45f276bedf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d96835-97a5-4463-9295-ac3ee51e9729,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:11.641698 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 40748) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:11.643153 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-1cf4b44d-9df1-4dac-a34f-45f276bedf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:11.695096 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca5f86e4-f153-4c89-9f2a-dbf1954809d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:11.715872 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca5f86e4-f153-4c89-9f2a-dbf1954809d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:11.837029 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca5f86e4-f153-4c89-9f2a-dbf1954809d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:11.839690 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ca5f86e4-f153-4c89-9f2a-dbf1954809d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:11.840882 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-ca5f86e4-f153-4c89-9f2a-dbf1954809d4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a4d96835-97a5-4463-9295-ac3ee51e9729 HTTP/1.1" status: 204 len: 168 time: 0.1980846 Jun 23 19:12:11.841765 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-621bfab6-6a96-4fe3-ab83-3386a902f90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:11.849991 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f86e4-f153-4c89-9f2a-dbf1954809d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d96835-97a5-4463-9295-ac3ee51e9729,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:11.853117 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-ca5f86e4-f153-4c89-9f2a-dbf1954809d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:14.352340 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 40798) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:14.469895 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59ee6d50-4a4e-4d1d-9e1b-ae068a05c1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:14.551785 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59ee6d50-4a4e-4d1d-9e1b-ae068a05c1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:14.621823 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-59ee6d50-4a4e-4d1d-9e1b-ae068a05c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:14.624395 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-cd058683-80b2-4b29-9ce8-fd4b99ac2558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:14.657955 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee6d50-4a4e-4d1d-9e1b-ae068a05c1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b13fef-921a-4d06-93a9-d87e8f4d26d5,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:14.662090 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-59ee6d50-4a4e-4d1d-9e1b-ae068a05c1c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4aba8724ed1f40919450f9e1ee378b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083546 Jun 23 19:12:14.663052 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-59ee6d50-4a4e-4d1d-9e1b-ae068a05c1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:14.665214 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 40802) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:14.721127 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84940b10-1c05-43ba-a0c3-8f5c670c3236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:14.742671 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84940b10-1c05-43ba-a0c3-8f5c670c3236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:14.895986 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84940b10-1c05-43ba-a0c3-8f5c670c3236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:14.898543 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84940b10-1c05-43ba-a0c3-8f5c670c3236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:14.899691 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-84940b10-1c05-43ba-a0c3-8f5c670c3236 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/90b13fef-921a-4d06-93a9-d87e8f4d26d5 HTTP/1.1" status: 204 len: 168 time: 0.2335722 Jun 23 19:12:14.900563 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4198a51a-cdb1-4f23-9d39-fb704182c8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:14.908106 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84940b10-1c05-43ba-a0c3-8f5c670c3236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b13fef-921a-4d06-93a9-d87e8f4d26d5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:14.910280 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-84940b10-1c05-43ba-a0c3-8f5c670c3236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:15.547398 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 40808) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:15.561238 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cad0eb-6d78-4ecf-aa24-d2c8f0211049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:15.653797 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cad0eb-6d78-4ecf-aa24-d2c8f0211049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:15.709953 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25cad0eb-6d78-4ecf-aa24-d2c8f0211049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:15.712604 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-206a2ef5-41c5-4476-94c5-2fb778af940f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:15.749949 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-25cad0eb-6d78-4ecf-aa24-d2c8f0211049 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ababeaaf773147338eb47c069de642fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014010 Jun 23 19:12:15.750828 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cad0eb-6d78-4ecf-aa24-d2c8f0211049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa82841-91fb-43ce-b79a-341f49abfe1d,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:15.752594 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40810) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:15.754731 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-25cad0eb-6d78-4ecf-aa24-d2c8f0211049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:15.806544 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab2088fd-db3e-4011-bdb3-22b006c41790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:15.828046 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab2088fd-db3e-4011-bdb3-22b006c41790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:15.941544 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab2088fd-db3e-4011-bdb3-22b006c41790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:15.944285 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-ab2088fd-db3e-4011-bdb3-22b006c41790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:15.945522 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-ab2088fd-db3e-4011-bdb3-22b006c41790 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/caa82841-91fb-43ce-b79a-341f49abfe1d HTTP/1.1" status: 204 len: 168 time: 0.1919529 Jun 23 19:12:15.946850 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-b5d126e8-c81b-4883-8719-aae7e6655c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:15.954361 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2088fd-db3e-4011-bdb3-22b006c41790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa82841-91fb-43ce-b79a-341f49abfe1d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:15.957026 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-ab2088fd-db3e-4011-bdb3-22b006c41790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:20.269297 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:21.662570 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40942) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:21.770072 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-94ac4982-a862-4c34-9746-a2b1db5e7a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:21.858717 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-94ac4982-a862-4c34-9746-a2b1db5e7a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:21.957390 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-94ac4982-a862-4c34-9746-a2b1db5e7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:21.960138 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3e101739-a322-4806-a765-aabc6b262bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:21.997327 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac4982-a862-4c34-9746-a2b1db5e7a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8abad3-8666-4a39-aada-e9521c1e455d,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:22.000426 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-94ac4982-a862-4c34-9746-a2b1db5e7a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:22.003277 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-94ac4982-a862-4c34-9746-a2b1db5e7a28 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b49a1e90c2f044df8a5b4976c22ea336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393645 Jun 23 19:12:22.005924 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40946) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:22.067295 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92a8fe66-fcd8-49bf-bc40-9090624da3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:22.092534 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92a8fe66-fcd8-49bf-bc40-9090624da3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:22.217666 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92a8fe66-fcd8-49bf-bc40-9090624da3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:22.220367 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-92a8fe66-fcd8-49bf-bc40-9090624da3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:22.221531 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-92a8fe66-fcd8-49bf-bc40-9090624da3dc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fa8abad3-8666-4a39-aada-e9521c1e455d HTTP/1.1" status: 204 len: 168 time: 0.2146883 Jun 23 19:12:22.222374 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a9262bb6-7761-4503-b413-52425b77c4d0 tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:22.230390 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8fe66-fcd8-49bf-bc40-9090624da3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8abad3-8666-4a39-aada-e9521c1e455d,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:22.232697 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-92a8fe66-fcd8-49bf-bc40-9090624da3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:22.847580 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 40952) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:22.861184 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6d8a607-0ea5-401b-ad72-5eeb47a042e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:22.948366 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6d8a607-0ea5-401b-ad72-5eeb47a042e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:23.025781 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6d8a607-0ea5-401b-ad72-5eeb47a042e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:23.028580 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-a32d12ee-1411-4586-84ff-1f2d1368c43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:23.065833 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-f6d8a607-0ea5-401b-ad72-5eeb47a042e2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8ae72fde622044039611bf8afb65df05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170212 Jun 23 19:12:23.066528 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8a607-0ea5-401b-ad72-5eeb47a042e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fedc3c2-5e00-434b-aaa7-48f1fcb6b9fd,revision_number=1']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:23.068537 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 40954) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:23.069837 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-f6d8a607-0ea5-401b-ad72-5eeb47a042e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:23.135635 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23852abf-46b2-44a9-946f-d27084ac5b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:23.158382 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23852abf-46b2-44a9-946f-d27084ac5b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:23.297696 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:12:23.298387 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23852abf-46b2-44a9-946f-d27084ac5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:23.301710 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-23852abf-46b2-44a9-946f-d27084ac5b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:23.308151 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-23852abf-46b2-44a9-946f-d27084ac5b00 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9fedc3c2-5e00-434b-aaa7-48f1fcb6b9fd HTTP/1.1" status: 204 len: 168 time: 0.2333956 Jun 23 19:12:23.308151 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-774d9677-9cf4-4274-b58a-6c8246ef03ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:23.313618 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23852abf-46b2-44a9-946f-d27084ac5b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fedc3c2-5e00-434b-aaa7-48f1fcb6b9fd,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:23.316610 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-23852abf-46b2-44a9-946f-d27084ac5b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:26.053462 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb35819b-d4e6-4c63-923f-ef8a401617a4 req-fe67e594-4ff3-4809-9357-716b94b483c8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577257 Jun 23 19:12:26.176444 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35819b-d4e6-4c63-923f-ef8a401617a4 req-97778114-cb37-4458-a033-c31c97c28955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:26.177968 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb35819b-d4e6-4c63-923f-ef8a401617a4 req-97778114-cb37-4458-a033-c31c97c28955 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ddefd90527a43e5836ae07ee3314869&device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 1099 time: 0.0563698 Jun 23 19:12:26.219725 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a262e73-823c-4386-b0b0-13d0cd73ddb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:26.291891 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35819b-d4e6-4c63-923f-ef8a401617a4 req-9bdb36f8-3038-4547-82eb-deb3535a19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:26.293377 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb35819b-d4e6-4c63-923f-ef8a401617a4 req-9bdb36f8-3038-4547-82eb-deb3535a19d4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bd9f5c37-cd18-4159-95f5-669b7990ddf8 HTTP/1.1" status: 200 len: 910 time: 0.0934980 Jun 23 19:12:26.363646 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb35819b-d4e6-4c63-923f-ef8a401617a4 req-82daf8e4-e85a-4561-81db-1fc74f5ea8a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 HTTP/1.1" status: 200 len: 1002 time: 0.0634551 Jun 23 19:12:26.412813 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35819b-d4e6-4c63-923f-ef8a401617a4 req-728a3ee8-5be8-4b56-8b2d-1a4bc8920eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:26.414516 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb35819b-d4e6-4c63-923f-ef8a401617a4 req-728a3ee8-5be8-4b56-8b2d-1a4bc8920eed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e2b3849-d3f2-4a40-824a-f6964c8be49d HTTP/1.1" status: 200 len: 848 time: 0.0450132 Jun 23 19:12:26.477227 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35819b-d4e6-4c63-923f-ef8a401617a4 req-5092f4a8-631e-45e6-9ebd-11b131cd1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:26.478786 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb35819b-d4e6-4c63-923f-ef8a401617a4 req-5092f4a8-631e-45e6-9ebd-11b131cd1107 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd9f5c37-cd18-4159-95f5-669b7990ddf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0571678 Jun 23 19:12:26.569408 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb35819b-d4e6-4c63-923f-ef8a401617a4 req-9aaa0a5c-4980-48b4-a930-53410a3a6c0f service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834620 Jun 23 19:12:26.660534 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-eb35819b-d4e6-4c63-923f-ef8a401617a4 req-481c9a15-6211-4a71-b072-7ce3ccd5dc8b service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852387 Jun 23 19:12:28.743943 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-01f2c9e7-29dd-418c-9ed1-fcbbdf341dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:28.855993 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:29.744750 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:31.518250 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:32.184537 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 41034) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:32.299692 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71e2732d-ebc8-4a55-bd07-65fb668fc151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:32.400748 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71e2732d-ebc8-4a55-bd07-65fb668fc151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:32.487356 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-71e2732d-ebc8-4a55-bd07-65fb668fc151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:32.490346 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-3bbfad34-3eef-40d2-bd6c-32cc032ff92d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:32.530592 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-71e2732d-ebc8-4a55-bd07-65fb668fc151 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2626b5ea2797427782adf35d24af299d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448663 Jun 23 19:12:32.532631 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2732d-ebc8-4a55-bd07-65fb668fc151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c6243d-d1ed-4c5b-9d1d-14aed902f5b8,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:32.533460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 41038) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:32.536010 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-71e2732d-ebc8-4a55-bd07-65fb668fc151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:32.585912 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e048555-0bf5-4865-bac3-c8bffbde39db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:32.608793 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e048555-0bf5-4865-bac3-c8bffbde39db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:32.766939 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e048555-0bf5-4865-bac3-c8bffbde39db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:32.769664 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4e048555-0bf5-4865-bac3-c8bffbde39db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:32.770860 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-4e048555-0bf5-4865-bac3-c8bffbde39db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/01c6243d-d1ed-4c5b-9d1d-14aed902f5b8 HTTP/1.1" status: 204 len: 168 time: 0.2364004 Jun 23 19:12:32.771662 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-59ee6d50-4a4e-4d1d-9e1b-ae068a05c1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:32.779327 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e048555-0bf5-4865-bac3-c8bffbde39db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c6243d-d1ed-4c5b-9d1d-14aed902f5b8,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:32.782225 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4e048555-0bf5-4865-bac3-c8bffbde39db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:46.981198 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 41154) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:47.193326 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Deleting port 834df6ef-8436-4129-9df8-684777682af9 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:47.193718 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:47.567047 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:47.567373 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:47.583430 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Calling delete_port for 834df6ef-8436-4129-9df8-684777682af9 owned by network:floatingip {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:47.886803 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:47.889026 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-82e23adf-1d02-4039-847d-dab666c5a0c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:47.914326 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Pushing event deleted for resources: {'Port': ['ID=834df6ef-8436-4129-9df8-684777682af9,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:47.918522 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:47.980971 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for floatingip, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:47.981401 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.db.l3_db [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Floating IP 2c03560f-8441-432e-8c00-f474061649f9 disassociated (deleted). External IP: 172.28.2.195, port: 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0. Jun 23 19:12:48.195422 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Router 81b2dc06-95fb-4e96-a612-f448def4c5fe has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:12:48.304542 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:12:48.309438 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for floatingip, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:48.314188 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafbf15-5be7-4578-9f33-bf95280124e5 None None] Sync routers for ids ['81b2dc06-95fb-4e96-a612-f448def4c5fe'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:12:48.324541 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafbf15-5be7-4578-9f33-bf95280124e5 None None] Routers {'81b2dc06-95fb-4e96-a612-f448def4c5fe'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:12:48.325743 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4cafbf15-5be7-4578-9f33-bf95280124e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:12:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['81b2dc06-95fb-4e96-a612-f448def4c5fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:48.345809 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-d602e837-ab56-4d98-a510-e9c79912e38b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "DELETE /v2.0/floatingips/2c03560f-8441-432e-8c00-f474061649f9 HTTP/1.1" status: 204 len: 168 time: 1.3668644 Jun 23 19:12:48.346578 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0'}] {{(pid=93757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:12:48.349023 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fcbac34a3f989e7a1382fe2a1fc7386b8fde9f0dc9ad1e1afd8ba582fa7245" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93419912-b493-4c1e-862b-28c22f7f4d14" -d '{"events": [{"name": "network-changed", "server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0"}]}' {{(pid=93757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:12:48.438083 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4cafbf15-5be7-4578-9f33-bf95280124e5 None None] Set router 81b2dc06-95fb-4e96-a612-f448def4c5fe gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:12:48.525391 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 19:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8ee32c-3505-48b7-961f-e4986fa15538 x-openstack-request-id: req-da8ee32c-3505-48b7-961f-e4986fa15538 {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:12:48.532718 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0", "status": "completed", "code": 200}]} {{(pid=93757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:12:48.532718 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-da8ee32c-3505-48b7-961f-e4986fa15538 {{(pid=93757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:12:48.532718 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'status': 'completed', 'code': 200} Jun 23 19:12:48.649023 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93419912-b493-4c1e-862b-28c22f7f4d14 req-b8bb8bed-36e6-4cbe-8f74-a101c8d372e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:48.650706 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-93419912-b493-4c1e-862b-28c22f7f4d14 req-b8bb8bed-36e6-4cbe-8f74-a101c8d372e4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5ddefd90527a43e5836ae07ee3314869&device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 1099 time: 0.0787339 Jun 23 19:12:48.670776 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4cafbf15-5be7-4578-9f33-bf95280124e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '43e83aba-a3db-452a-9226-8779ad6fa772', 'name': '', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'mac_address': 'fa:16:3e:e7:47:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:02Z', 'updated_at': '2021-06-23T19:08:10Z', 'revision_number': 5, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'subnets': [{'id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:48.699040 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafbf15-5be7-4578-9f33-bf95280124e5 None None] Checking router: 81b2dc06-95fb-4e96-a612-f448def4c5fe for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:12:48.708696 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cafbf15-5be7-4578-9f33-bf95280124e5 None None] Routers {'81b2dc06-95fb-4e96-a612-f448def4c5fe'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:12:48.709359 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4cafbf15-5be7-4578-9f33-bf95280124e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:12:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['81b2dc06-95fb-4e96-a612-f448def4c5fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:48.767857 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93419912-b493-4c1e-862b-28c22f7f4d14 req-f0e34645-1ed9-49b8-86f6-df8eeed3e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:48.770494 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-93419912-b493-4c1e-862b-28c22f7f4d14 req-f0e34645-1ed9-49b8-86f6-df8eeed3e284 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bd9f5c37-cd18-4159-95f5-669b7990ddf8 HTTP/1.1" status: 200 len: 910 time: 0.1133943 Jun 23 19:12:48.818478 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-93419912-b493-4c1e-862b-28c22f7f4d14 req-3b26dc5c-2e74-4327-850e-ded0273777e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 HTTP/1.1" status: 200 len: 217 time: 0.0412388 Jun 23 19:12:48.835946 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-4cafbf15-5be7-4578-9f33-bf95280124e5 None None] Set router 81b2dc06-95fb-4e96-a612-f448def4c5fe gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:12:48.878136 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93419912-b493-4c1e-862b-28c22f7f4d14 req-1caffd71-4110-44b1-a880-5685ee6f39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:48.880220 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-93419912-b493-4c1e-862b-28c22f7f4d14 req-1caffd71-4110-44b1-a880-5685ee6f39c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e2b3849-d3f2-4a40-824a-f6964c8be49d HTTP/1.1" status: 200 len: 848 time: 0.0542333 Jun 23 19:12:48.946008 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93419912-b493-4c1e-862b-28c22f7f4d14 req-ce6f4bf6-edef-406e-bd23-b3c444fc7e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:48.947888 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-93419912-b493-4c1e-862b-28c22f7f4d14 req-ce6f4bf6-edef-406e-bd23-b3c444fc7e2c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd9f5c37-cd18-4159-95f5-669b7990ddf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0605466 Jun 23 19:12:49.079921 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-93419912-b493-4c1e-862b-28c22f7f4d14 req-65be89b3-95ae-4df7-a486-5ec8e350a294 service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249886 Jun 23 19:12:49.138084 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-4cafbf15-5be7-4578-9f33-bf95280124e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '43e83aba-a3db-452a-9226-8779ad6fa772', 'name': '', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'mac_address': 'fa:16:3e:e7:47:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:02Z', 'updated_at': '2021-06-23T19:08:10Z', 'revision_number': 5, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'subnets': [{'id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:49.154807 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b4442-2aae-489d-a0ba-96bbf9cf1465 req-7c89cee3-145c-43b8-996e-c0baf044b0a3 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:49.156474 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-213b4442-2aae-489d-a0ba-96bbf9cf1465 req-7c89cee3-145c-43b8-996e-c0baf044b0a3 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.1447630 Jun 23 19:12:49.166586 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cafbf15-5be7-4578-9f33-bf95280124e5 None None] The sync data for ids ['81b2dc06-95fb-4e96-a612-f448def4c5fe'] in dv-cinder-790492-6-smb is: [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:08:03Z', 'revision_number': 4, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb', '_interfaces': [{'id': '43e83aba-a3db-452a-9226-8779ad6fa772', 'name': '', 'network_id': 'bd9f5c37-cd18-4159-95f5-669b7990ddf8', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'mac_address': 'fa:16:3e:e7:47:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:02Z', 'updated_at': '2021-06-23T19:08:10Z', 'revision_number': 5, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'subnets': [{'id': '5e2b3849-d3f2-4a40-824a-f6964c8be49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:12:49.219062 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-93419912-b493-4c1e-862b-28c22f7f4d14 req-f94d5f27-717f-4a5b-a9ce-4e6cfccb3969 service neutron] 10.222.0.77 "GET /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312406 Jun 23 19:12:49.224714 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-213b4442-2aae-489d-a0ba-96bbf9cf1465 req-0d203213-0cfc-41f0-bc85-549c1c7021fd tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567808 Jun 23 19:12:49.404463 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff16bf9-07ce-48dc-8019-19276719c3e5 None None] New status for floating IP 2c03560f-8441-432e-8c00-f474061649f9: DOWN {{(pid=93759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 19:12:50.291782 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:50.427396 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122e86a-9b42-43f2-b7d6-4aa9778331ce req-e84a1f0c-3d7a-412d-a841-c00125f6cdf0 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:50.430636 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9122e86a-9b42-43f2-b7d6-4aa9778331ce req-e84a1f0c-3d7a-412d-a841-c00125f6cdf0 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.0844858 Jun 23 19:12:50.498791 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-9122e86a-9b42-43f2-b7d6-4aa9778331ce req-07188bfa-2cff-4824-bed6-41d365074c4a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/security-groups?id=29319533-7a69-4dec-88d1-bb3529dbc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625527 Jun 23 19:12:50.528793 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a902513-d33c-48f3-9598-31fa741b32e6 req-d7c0ec4a-701d-480b-b74e-54ea6bd6e27b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 19:12:50.530435 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3a902513-d33c-48f3-9598-31fa741b32e6 req-d7c0ec4a-701d-480b-b74e-54ea6bd6e27b tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.77 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 946 time: 0.0879540 Jun 23 19:12:50.636706 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-3a902513-d33c-48f3-9598-31fa741b32e6 req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Deleting port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:50.637042 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a902513-d33c-48f3-9598-31fa741b32e6 req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:50.728517 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [req-3a902513-d33c-48f3-9598-31fa741b32e6 req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] For port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:50.728877 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a902513-d33c-48f3-9598-31fa741b32e6 req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:50.746595 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [req-3a902513-d33c-48f3-9598-31fa741b32e6 req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Calling delete_port for 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 owned by compute:nova {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:50.977197 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a902513-d33c-48f3-9598-31fa741b32e6 req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:50.981811 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-e1ffac67-2401-44b1-a497-16a4a9b1a111 tempest-VolumesActionsTest-522633254 tempest-VolumesActionsTest-522633254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:51.009875 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Pushing event deleted for resources: {'Port': ['ID=2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:51.086460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.086460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.086460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.086460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.086460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.086460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.086460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.086460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.086460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.086460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.086460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.086460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:51.086460 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:51.088365 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a902513-d33c-48f3-9598-31fa741b32e6 req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] No DVR routers for this DVR port 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 on host hv-cinder-79049 {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:12:51.088365 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [req-3a902513-d33c-48f3-9598-31fa741b32e6 req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19021'] for port, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:51.088365 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-3a902513-d33c-48f3-9598-31fa741b32e6 req-9263c260-4799-4772-b30a-e13f7e6f6c21 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.77 "DELETE /v2.0/ports/2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 HTTP/1.1" status: 204 len: 173 time: 0.5378194 Jun 23 19:12:51.088365 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'name': 'network-vif-deleted', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0'}] {{(pid=93756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 19:12:51.088365 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b55280fa078a006cd46f381eb539efd44e27972e5958a6500ddec788b451569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f50d5e-7f64-4546-9a74-37741eaad547" -d '{"events": [{"server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "name": "network-vif-deleted", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0"}]}' {{(pid=93756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 19:12:51.133532 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 19:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa328a4a-0204-4a41-a155-3b374c784d6d x-openstack-request-id: req-aa328a4a-0204-4a41-a155-3b374c784d6d {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 19:12:51.133889 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2213158b-d48b-4ff8-ba55-e219f415922b", "name": "network-vif-deleted", "tag": "2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0", "status": "completed", "code": 200}]} {{(pid=93756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 19:12:51.134194 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa328a4a-0204-4a41-a155-3b374c784d6d {{(pid=93756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 19:12:51.134705 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2213158b-d48b-4ff8-ba55-e219f415922b', 'name': 'network-vif-deleted', 'tag': '2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0', 'status': 'completed', 'code': 200} Jun 23 19:12:51.643955 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-b041d47d-88c1-48e1-9b99-8ac252816718 req-5cceeeac-9774-487a-ad85-c39b9bf26412 tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 210 time: 0.0292764 Jun 23 19:12:52.800962 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [req-f0327191-e8a5-41ea-88db-a1433292e208 req-ef0d313c-29db-42f1-adac-ecea535b87fe tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "GET /v2.0/ports?device_id=2213158b-d48b-4ff8-ba55-e219f415922b HTTP/1.1" status: 200 len: 210 time: 0.0302789 Jun 23 19:12:53.269018 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:12:53.289887 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] No Port match for: 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:12:53.290260 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Device 2d4bf2a5-40cc-4df5-b94f-4e17b9d10eb0 not bound to the agent host hv-cinder-79049 {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:12:53.892936 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 41202) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:53.954645 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-888944c7-8a7d-46dd-bbc1-87b6dbdf771a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:53.984831 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-888944c7-8a7d-46dd-bbc1-87b6dbdf771a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.102588 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-888944c7-8a7d-46dd-bbc1-87b6dbdf771a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.105311 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-888944c7-8a7d-46dd-bbc1-87b6dbdf771a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.106478 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-888944c7-8a7d-46dd-bbc1-87b6dbdf771a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] 10.222.0.67 "DELETE /v2.0/security-groups/29319533-7a69-4dec-88d1-bb3529dbc19b HTTP/1.1" status: 204 len: 168 time: 0.2124512 Jun 23 19:12:54.107260 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-3f41dda9-1bdb-4215-b441-de52e0a7d43d tempest-VolumesNegativeTest-915795174 tempest-VolumesNegativeTest-915795174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:54.117273 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888944c7-8a7d-46dd-bbc1-87b6dbdf771a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29319533-7a69-4dec-88d1-bb3529dbc19b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:54.121223 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-888944c7-8a7d-46dd-bbc1-87b6dbdf771a tempest-TestShelveInstance-1195092074 tempest-TestShelveInstance-1195092074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:54.255875 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 41206) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:54.617600 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b82d718-fe4c-412b-8193-16d3bdd4feb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712418'] for router_interface, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.889422 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6b82d718-fe4c-412b-8193-16d3bdd4feb5 admin admin] Deleting port 43e83aba-a3db-452a-9226-8779ad6fa772 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:54.889665 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b82d718-fe4c-412b-8193-16d3bdd4feb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.969524 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-6b82d718-fe4c-412b-8193-16d3bdd4feb5 admin admin] For port 43e83aba-a3db-452a-9226-8779ad6fa772, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=43e83aba-a3db-452a-9226-8779ad6fa772,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:54.969884 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b82d718-fe4c-412b-8193-16d3bdd4feb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:54.983112 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-6b82d718-fe4c-412b-8193-16d3bdd4feb5 admin admin] Calling delete_port for 43e83aba-a3db-452a-9226-8779ad6fa772 owned by network:router_interface {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:55.262181 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b82d718-fe4c-412b-8193-16d3bdd4feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:55.264637 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-a51462cd-e3ea-4181-a05c-1bd2b313bf2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:55.290808 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82d718-fe4c-412b-8193-16d3bdd4feb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=43e83aba-a3db-452a-9226-8779ad6fa772,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:55.294310 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-6b82d718-fe4c-412b-8193-16d3bdd4feb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:55.462274 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-6b82d718-fe4c-412b-8193-16d3bdd4feb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597266'] for router_interface, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:55.675529 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b82d718-fe4c-412b-8193-16d3bdd4feb5 admin admin] Router 81b2dc06-95fb-4e96-a612-f448def4c5fe has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:12:55.800816 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b82d718-fe4c-412b-8193-16d3bdd4feb5 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:12:55.808826 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-6b82d718-fe4c-412b-8193-16d3bdd4feb5 admin admin] 10.222.0.67 "PUT /v2.0/routers/81b2dc06-95fb-4e96-a612-f448def4c5fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5496395 Jun 23 19:12:55.809177 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 41218) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:55.810531 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82017339-777d-400a-b894-a67406aa5d5b None None] Sync routers for ids ['81b2dc06-95fb-4e96-a612-f448def4c5fe'] in dv-cinder-790492-6-smb {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:12:55.823965 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82017339-777d-400a-b894-a67406aa5d5b None None] Routers {'81b2dc06-95fb-4e96-a612-f448def4c5fe'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:12:55.824919 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-82017339-777d-400a-b894-a67406aa5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:12:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['81b2dc06-95fb-4e96-a612-f448def4c5fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:55.920560 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:55.974078 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-82017339-777d-400a-b894-a67406aa5d5b None None] Set router 81b2dc06-95fb-4e96-a612-f448def4c5fe gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:12:56.282081 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b230019-581b-4aa2-9477-b27f81537e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:56.315241 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-82017339-777d-400a-b894-a67406aa5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:12:55Z', 'revision_number': 5, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:56.340450 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:56.344233 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82017339-777d-400a-b894-a67406aa5d5b None None] Checking router: 81b2dc06-95fb-4e96-a612-f448def4c5fe for host: dv-cinder-790492-6-smb {{(pid=93758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:12:56.355127 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82017339-777d-400a-b894-a67406aa5d5b None None] Routers {'81b2dc06-95fb-4e96-a612-f448def4c5fe'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:12:56.355773 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-82017339-777d-400a-b894-a67406aa5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:12:29Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['81b2dc06-95fb-4e96-a612-f448def4c5fe'], 'active': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:56.455076 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Deleting port 16c7c757-b8e9-4b57-89be-21e26b9ccf76 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:56.455412 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:56.461390 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvr_db [None req-82017339-777d-400a-b894-a67406aa5d5b None None] Set router 81b2dc06-95fb-4e96-a612-f448def4c5fe gateway port host: dv-cinder-790492-6-smb {{(pid=93758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:12:56.544290 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] For port 16c7c757-b8e9-4b57-89be-21e26b9ccf76, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=16c7c757-b8e9-4b57-89be-21e26b9ccf76,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:56.544797 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:56.564317 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Calling delete_port for 16c7c757-b8e9-4b57-89be-21e26b9ccf76 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:56.641025 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_hamode_db [None req-82017339-777d-400a-b894-a67406aa5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:12:55Z', 'revision_number': 5, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:56.671488 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82017339-777d-400a-b894-a67406aa5d5b None None] The sync data for ids ['81b2dc06-95fb-4e96-a612-f448def4c5fe'] in dv-cinder-790492-6-smb is: [{'id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'name': 'tempest-TestShelveInstance-1611151758-router', 'tenant_id': '5ddefd90527a43e5836ae07ee3314869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248'}], 'enable_snat': True}, 'gw_port_id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:07:58Z', 'updated_at': '2021-06-23T19:12:55Z', 'revision_number': 5, 'project_id': '5ddefd90527a43e5836ae07ee3314869', 'gw_port': {'id': '16c7c757-b8e9-4b57-89be-21e26b9ccf76', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2dc06-95fb-4e96-a612-f448def4c5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:07:59Z', 'updated_at': '2021-06-23T19:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}] {{(pid=93758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:12:56.830579 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:56.833354 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-fbb885f0-64b8-47d5-a68e-00f841526157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:56.859796 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=16c7c757-b8e9-4b57-89be-21e26b9ccf76,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:56.863376 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:56.928073 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692615'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:57.035607 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7763'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:57.037976 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:57.185027 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597993'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:57.185558 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81b2dc06-95fb-4e96-a612-f448def4c5fe {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:12:57.196472 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:57.196472 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-efd850fd-df53-468f-96f6-059737de67f4 admin admin] 10.222.0.67 "DELETE /v2.0/routers/81b2dc06-95fb-4e96-a612-f448def4c5fe HTTP/1.1" status: 204 len: 168 time: 1.3816144 Jun 23 19:12:57.196472 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 41228) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:57.426954 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4238756d-6fa1-4520-9de1-fb6abd273aff admin admin] Deleting subnet 5e2b3849-d3f2-4a40-824a-f6964c8be49d {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:12:57.430182 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4238756d-6fa1-4520-9de1-fb6abd273aff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:57.465284 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4238756d-6fa1-4520-9de1-fb6abd273aff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29673321'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:57.549534 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4238756d-6fa1-4520-9de1-fb6abd273aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:57.662907 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4238756d-6fa1-4520-9de1-fb6abd273aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30247957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29515577'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:57.665562 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-9a48c779-62dc-412b-a3cd-e97035826067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:57.692170 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238756d-6fa1-4520-9de1-fb6abd273aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e2b3849-d3f2-4a40-824a-f6964c8be49d,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:57.694181 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4238756d-6fa1-4520-9de1-fb6abd273aff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:57.697066 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-4238756d-6fa1-4520-9de1-fb6abd273aff admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5e2b3849-d3f2-4a40-824a-f6964c8be49d HTTP/1.1" status: 204 len: 168 time: 0.5009923 Jun 23 19:12:57.698067 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4238756d-6fa1-4520-9de1-fb6abd273aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:57.698729 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 41234) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:57.699196 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e76ed87-0466-4c30-971a-5e13600804d8 None None] Network bd9f5c37-cd18-4159-95f5-669b7990ddf8 requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:12:57.771033 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:57.835300 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 43e83aba-a3db-452a-9226-8779ad6fa772 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:12:57.844077 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Deleting port 8579c0fa-143d-49e8-8606-91d170c4a839 {{(pid=93757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:57.844431 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:57.857429 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 43e83aba-a3db-452a-9226-8779ad6fa772 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:12:57.857782 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 43e83aba-a3db-452a-9226-8779ad6fa772 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:12:57.858297 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 16c7c757-b8e9-4b57-89be-21e26b9ccf76 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:12:57.883225 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 16c7c757-b8e9-4b57-89be-21e26b9ccf76 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:12:57.883754 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 16c7c757-b8e9-4b57-89be-21e26b9ccf76 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:12:57.920249 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.db [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] For port 8579c0fa-143d-49e8-8606-91d170c4a839, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=8579c0fa-143d-49e8-8606-91d170c4a839,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:57.920774 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:57.934761 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.plugin [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Calling delete_port for 8579c0fa-143d-49e8-8606-91d170c4a839 owned by network:dhcp {{(pid=93757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:57.936849 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] DHCP port deletion for bd9f5c37-cd18-4159-95f5-669b7990ddf8 request from dv-cinder-790492-6-smb {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:12:57.985035 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Deleting port 8579c0fa-143d-49e8-8606-91d170c4a839 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:57.986007 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.053208 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] For port 8579c0fa-143d-49e8-8606-91d170c4a839, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=8579c0fa-143d-49e8-8606-91d170c4a839,segment=NetworkSegment(5bb6ca90-032f-40f9-ba9e-5ce808fbcff5),segment_id=5bb6ca90-032f-40f9-ba9e-5ce808fbcff5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:58.053695 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.067764 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Calling delete_port for 8579c0fa-143d-49e8-8606-91d170c4a839 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:58.110298 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29639220'] for port, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.113543 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-2f21e2a7-aab7-4f82-975e-80e40c2c7f9b tempest-AttachVolumeTestJSON-1954982651 tempest-AttachVolumeTestJSON-1954982651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:58.141835 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Pushing event deleted for resources: {'Port': ['ID=8579c0fa-143d-49e8-8606-91d170c4a839,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:58.144194 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] No DVR routers for this DVR port 8579c0fa-143d-49e8-8606-91d170c4a839 on host dv-cinder-790492-6-smb {{(pid=93757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:12:58.148594 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.150849 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-88507b8b-f388-4caa-a044-6dce73aa69ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:58.153880 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.154267 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.154690 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.155021 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.155388 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.155757 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.156148 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.156512 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.156877 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.157235 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.157595 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.157950 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.176850 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Pushing event deleted for resources: {'Port': ['ID=8579c0fa-143d-49e8-8606-91d170c4a839,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:58.178527 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:58.181526 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] No DVR routers for this DVR port 8579c0fa-143d-49e8-8606-91d170c4a839 on host dv-cinder-790492-6-smb {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:12:58.188618 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.188970 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.189306 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.189645 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.190653 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.190653 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.190653 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.190953 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.191241 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.191537 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.191883 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.192207 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-6-smb {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:12:58.197115 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-d4e67a85-37b2-4347-ab94-aad9416bc895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:58.230006 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.240785 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9f5c37-cd18-4159-95f5-669b7990ddf8']}} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:58.251140 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5') {'for_net_delete': True} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:58.251438 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.services.segments.db [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb6ca90-032f-40f9-ba9e-5ce808fbcff5') {} {{(pid=93757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:12:58.260721 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29510084'] for segment, before_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.275068 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.281268 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=93757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:12:58.281656 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29639395'] for segment, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: Traceback (most recent call last): Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: timer() Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: cb(*args, **kw) Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: return func(*args, **kwargs) Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: self._notify() Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: self.callback(batched_events) Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: event.method(event) Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: return f(self, *a, **k) Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: return self._get(url).json() Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: return self.request(url, 'GET', **kwargs) Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:12:58.283325 dv-cinder-790492-6-smb neutron-server[93757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:12:58.404561 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.408425 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:58.411206 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.413038 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] 10.222.0.67 "DELETE /v2.0/networks/bd9f5c37-cd18-4159-95f5-669b7990ddf8 HTTP/1.1" status: 204 len: 168 time: 0.7133358 Jun 23 19:12:58.416033 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 41240) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:12:58.424075 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9f5c37-cd18-4159-95f5-669b7990ddf8,revision_number=None']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:58.426607 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-bf03e11a-1128-4013-9eb9-bb056c1fe213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:58.717023 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a6b399c-4f05-45f4-859c-6c9155c9b1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.806323 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-269128cf-9680-4225-a8b4-8a5a1e1bf572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712418'] for router_interface, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:58.812965 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:59.074546 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-269128cf-9680-4225-a8b4-8a5a1e1bf572 admin admin] Deleting port 29c2cbe0-8a53-474b-988a-1f6dd95234c5 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:12:59.074891 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-269128cf-9680-4225-a8b4-8a5a1e1bf572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:59.155956 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-269128cf-9680-4225-a8b4-8a5a1e1bf572 admin admin] For port 29c2cbe0-8a53-474b-988a-1f6dd95234c5, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=29c2cbe0-8a53-474b-988a-1f6dd95234c5,segment=NetworkSegment(8336ce5a-d8d1-4b78-8361-656f6074f6bc),segment_id=8336ce5a-d8d1-4b78-8361-656f6074f6bc)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:12:59.156329 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-269128cf-9680-4225-a8b4-8a5a1e1bf572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:59.171608 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-269128cf-9680-4225-a8b4-8a5a1e1bf572 admin admin] Calling delete_port for 29c2cbe0-8a53-474b-988a-1f6dd95234c5 owned by network:router_interface {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:12:59.439609 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-269128cf-9680-4225-a8b4-8a5a1e1bf572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:59.442266 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-d21bfed9-e0de-4b22-8de7-eb401a3cb125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:12:59.470948 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269128cf-9680-4225-a8b4-8a5a1e1bf572 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c2cbe0-8a53-474b-988a-1f6dd95234c5,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:12:59.475360 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-269128cf-9680-4225-a8b4-8a5a1e1bf572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:12:59.669929 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-269128cf-9680-4225-a8b4-8a5a1e1bf572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597266'] for router_interface, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:59.713229 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:12:59.888766 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 8579c0fa-143d-49e8-8606-91d170c4a839 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:12:59.909911 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 8579c0fa-143d-49e8-8606-91d170c4a839 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:12:59.910552 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 8579c0fa-143d-49e8-8606-91d170c4a839 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:12:59.919846 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269128cf-9680-4225-a8b4-8a5a1e1bf572 admin admin] Router d6936880-650c-457c-935d-e36283106db6 has already been hosted by L3 agent 57391f84-109e-45d3-bb8f-0ac0be5b00c0 {{(pid=93756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 19:13:00.056879 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269128cf-9680-4225-a8b4-8a5a1e1bf572 admin admin] Notify agent at l3_agent.dv-cinder-790492-6-smb the message routers_updated {{(pid=93756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:13:00.064606 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-269128cf-9680-4225-a8b4-8a5a1e1bf572 admin admin] 10.222.0.67 "PUT /v2.0/routers/d6936880-650c-457c-935d-e36283106db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6469972 Jun 23 19:13:00.067331 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 41250) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:00.070581 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306fc6cb-29f1-44d1-bf9e-e00488bac5b4 None None] Sync routers for ids ['d6936880-650c-457c-935d-e36283106db6'] in dv-cinder-790492-6-smb {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:13:00.084919 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306fc6cb-29f1-44d1-bf9e-e00488bac5b4 None None] Routers {'d6936880-650c-457c-935d-e36283106db6'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:00.086352 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-306fc6cb-29f1-44d1-bf9e-e00488bac5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:12:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['d6936880-650c-457c-935d-e36283106db6'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:00.110149 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.wsgi [-] (93757) accepted ('10.222.0.67', 41252) {{(pid=93757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:00.218211 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-306fc6cb-29f1-44d1-bf9e-e00488bac5b4 None None] Set router d6936880-650c-457c-935d-e36283106db6 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:00.223180 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Notify callbacks [] for router, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.245229 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c020b3b-2171-48d5-9696-4d8184b00baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.303152 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:13:00.351573 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.352395 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c020b3b-2171-48d5-9696-4d8184b00baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.415903 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-306fc6cb-29f1-44d1-bf9e-e00488bac5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6936880-650c-457c-935d-e36283106db6', 'name': 'tempest-TestShelveInstance-513781025-router', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:08Z', 'updated_at': '2021-06-23T19:12:59Z', 'revision_number': 5, 'project_id': '9ad54ebf8a19498b876309507c265f8c', 'gw_port': {'id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6936880-650c-457c-935d-e36283106db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:09Z', 'updated_at': '2021-06-23T19:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:00.446942 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306fc6cb-29f1-44d1-bf9e-e00488bac5b4 None None] Checking router: d6936880-650c-457c-935d-e36283106db6 for host: dv-cinder-790492-6-smb {{(pid=93759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:13:00.456894 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306fc6cb-29f1-44d1-bf9e-e00488bac5b4 None None] Routers {'d6936880-650c-457c-935d-e36283106db6'} bound to L3 agent in host dv-cinder-790492-6-smb {{(pid=93759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 19:13:00.457559 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-306fc6cb-29f1-44d1-bf9e-e00488bac5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T18:55:59Z,description=,heartbeat_timestamp=2021-06-23T19:12:59Z,host='dv-cinder-790492-6-smb',id=57391f84-109e-45d3-bb8f-0ac0be5b00c0,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T18:55:59Z,topic='l3_agent')) {'router_ids': ['d6936880-650c-457c-935d-e36283106db6'], 'active': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:00.470065 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron_lib.callbacks.manager [None req-8c020b3b-2171-48d5-9696-4d8184b00baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_create {{(pid=93757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.480161 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-4d62bd9f-af9d-471a-ba25-1eacec4d32d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:00.514135 dv-cinder-790492-6-smb neutron-server[93757]: INFO neutron.wsgi [None req-8c020b3b-2171-48d5-9696-4d8184b00baf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=064969c1f7414b339aa65c01cd497112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020090 Jun 23 19:13:00.515149 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c020b3b-2171-48d5-9696-4d8184b00baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd550435-79f1-49ad-85b5-fe6826d52be0,revision_number=1']} {{(pid=93757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:00.517517 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 41256) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:00.520118 dv-cinder-790492-6-smb neutron-server[93757]: DEBUG oslo_concurrency.lockutils [None req-8c020b3b-2171-48d5-9696-4d8184b00baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:00.612895 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_dvr_db [None req-306fc6cb-29f1-44d1-bf9e-e00488bac5b4 None None] Set router d6936880-650c-457c-935d-e36283106db6 gateway port host: dv-cinder-790492-6-smb {{(pid=93759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 19:13:00.614772 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-518a085d-c3b4-494a-99f5-76b14b15c950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.628131 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Deleting port 62f7ccf6-f394-4b6a-9014-1b999ea2a138 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:00.628608 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.664053 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-518a085d-c3b4-494a-99f5-76b14b15c950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.761283 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] For port 62f7ccf6-f394-4b6a-9014-1b999ea2a138, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=62f7ccf6-f394-4b6a-9014-1b999ea2a138,segment=NetworkSegment(4968aaee-5fdd-42d1-8cce-7b45c21db3e7),segment_id=4968aaee-5fdd-42d1-8cce-7b45c21db3e7)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:00.761604 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.776203 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Calling delete_port for 62f7ccf6-f394-4b6a-9014-1b999ea2a138 owned by network:router_gateway {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:00.903747 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-518a085d-c3b4-494a-99f5-76b14b15c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.906532 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-518a085d-c3b4-494a-99f5-76b14b15c950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:00.907727 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-518a085d-c3b4-494a-99f5-76b14b15c950 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bd550435-79f1-49ad-85b5-fe6826d52be0 HTTP/1.1" status: 204 len: 168 time: 0.3870950 Jun 23 19:13:00.909506 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4b25c9bf-c56d-4fc5-821e-bac45ae6a288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:00.919383 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a085d-c3b4-494a-99f5-76b14b15c950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd550435-79f1-49ad-85b5-fe6826d52be0,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:00.922032 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-518a085d-c3b4-494a-99f5-76b14b15c950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:01.060416 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.l3_hamode_db [None req-306fc6cb-29f1-44d1-bf9e-e00488bac5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6936880-650c-457c-935d-e36283106db6', 'name': 'tempest-TestShelveInstance-513781025-router', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:08Z', 'updated_at': '2021-06-23T19:12:59Z', 'revision_number': 5, 'project_id': '9ad54ebf8a19498b876309507c265f8c', 'gw_port': {'id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6936880-650c-457c-935d-e36283106db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:09Z', 'updated_at': '2021-06-23T19:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}], 'dv-cinder-790492-6-smb', False) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:01.086368 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306fc6cb-29f1-44d1-bf9e-e00488bac5b4 None None] The sync data for ids ['d6936880-650c-457c-935d-e36283106db6'] in dv-cinder-790492-6-smb is: [{'id': 'd6936880-650c-457c-935d-e36283106db6', 'name': 'tempest-TestShelveInstance-513781025-router', 'tenant_id': '9ad54ebf8a19498b876309507c265f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'external_fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T19:08:08Z', 'updated_at': '2021-06-23T19:12:59Z', 'revision_number': 5, 'project_id': '9ad54ebf8a19498b876309507c265f8c', 'gw_port': {'id': '62f7ccf6-f394-4b6a-9014-1b999ea2a138', 'name': '', 'network_id': '61fc6c52-fb4e-4a75-a8f6-f54a2f637903', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6936880-650c-457c-935d-e36283106db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T19:08:09Z', 'updated_at': '2021-06-23T19:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0aaffefa-e1db-4c0f-b142-93e6d08f06cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-6-smb'}] {{(pid=93759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:13:01.087260 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.090095 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-bd19ae0a-e26e-4d87-8d3a-1f7c735a1cbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:01.120574 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Pushing event deleted for resources: {'Port': ['ID=62f7ccf6-f394-4b6a-9014-1b999ea2a138,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:01.130896 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:01.187455 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692615'] for router_gateway, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.301664 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7763'] for router, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.304504 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.444665 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-597993'] for router, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.445566 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6936880-650c-457c-935d-e36283106db6 {{(pid=93756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 19:13:01.454081 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] Notify callbacks [] for router, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.458097 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-de49209f-1b74-4c09-a340-b39268e99baa admin admin] 10.222.0.67 "DELETE /v2.0/routers/d6936880-650c-457c-935d-e36283106db6 HTTP/1.1" status: 204 len: 168 time: 1.3864751 Jun 23 19:13:01.458511 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 41260) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:01.508563 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb9b9e5-8deb-49ad-8fa7-2cd9df703939 admin admin] Deleting subnet 68b41c17-8074-400f-8bef-a4f872f0d33b {{(pid=93756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 19:13:01.512431 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b9e5-8deb-49ad-8fa7-2cd9df703939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.524249 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.550721 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b9e5-8deb-49ad-8fa7-2cd9df703939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29673321'] for subnet, precommit_delete_associations {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.669831 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b9e5-8deb-49ad-8fa7-2cd9df703939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902563'] for subnet, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.827643 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b9e5-8deb-49ad-8fa7-2cd9df703939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30247957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29515577'] for subnet, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.833061 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-3afcfb28-15f8-4b8e-b702-8149ee59ffd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:01.865030 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9b9e5-8deb-49ad-8fa7-2cd9df703939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b41c17-8074-400f-8bef-a4f872f0d33b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:01.866919 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b9e5-8deb-49ad-8fa7-2cd9df703939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:01.868893 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-4eb9b9e5-8deb-49ad-8fa7-2cd9df703939 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/68b41c17-8074-400f-8bef-a4f872f0d33b HTTP/1.1" status: 204 len: 168 time: 0.4093773 Jun 23 19:13:01.872273 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 41262) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:01.875211 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f821c978-b7c8-4eb5-ab00-6245bc8a8306 None None] Network 4946022f-2fc0-48bc-a64f-648482fc434a requested from dv-cinder-790492-6-smb {{(pid=93758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 19:13:01.881646 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-4eb9b9e5-8deb-49ad-8fa7-2cd9df703939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:02.130968 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bdde06-5400-4cfb-8ffa-83ea4a0a6889 None None] DHCP port deletion for 4946022f-2fc0-48bc-a64f-648482fc434a request from dv-cinder-790492-6-smb {{(pid=93758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 19:13:02.206226 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 29c2cbe0-8a53-474b-988a-1f6dd95234c5 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:02.248384 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 29c2cbe0-8a53-474b-988a-1f6dd95234c5 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:02.248981 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 29c2cbe0-8a53-474b-988a-1f6dd95234c5 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:02.259772 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-40bdde06-5400-4cfb-8ffa-83ea4a0a6889 None None] Deleting port 082f1170-000f-4b0e-981e-abf06f99f046 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:02.260451 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40bdde06-5400-4cfb-8ffa-83ea4a0a6889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.295154 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040421'] for network, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.349165 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Deleting port 082f1170-000f-4b0e-981e-abf06f99f046 {{(pid=93756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 19:13:02.349396 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741282467871'] for port, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.374420 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-40bdde06-5400-4cfb-8ffa-83ea4a0a6889 None None] For port 082f1170-000f-4b0e-981e-abf06f99f046, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=082f1170-000f-4b0e-981e-abf06f99f046,segment=NetworkSegment(8336ce5a-d8d1-4b78-8361-656f6074f6bc),segment_id=8336ce5a-d8d1-4b78-8361-656f6074f6bc)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:02.375096 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40bdde06-5400-4cfb-8ffa-83ea4a0a6889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.396474 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-40bdde06-5400-4cfb-8ffa-83ea4a0a6889 None None] Calling delete_port for 082f1170-000f-4b0e-981e-abf06f99f046 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:02.415069 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] For port 082f1170-000f-4b0e-981e-abf06f99f046, host dv-cinder-790492-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-6-smb',level=0,port_id=082f1170-000f-4b0e-981e-abf06f99f046,segment=NetworkSegment(8336ce5a-d8d1-4b78-8361-656f6074f6bc),segment_id=8336ce5a-d8d1-4b78-8361-656f6074f6bc)] {{(pid=93756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:13:02.415436 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693453'] for port, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.433820 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.plugin [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Calling delete_port for 082f1170-000f-4b0e-981e-abf06f99f046 owned by network:dhcp {{(pid=93756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 19:13:02.546402 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40bdde06-5400-4cfb-8ffa-83ea4a0a6889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.548973 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:02.554596 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2090099', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-987397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741282472497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741282128303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30248031'] for port, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.559298 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-54e3f6fd-c477-4bf1-9841-6cb67841f826 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:02.589236 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdde06-5400-4cfb-8ffa-83ea4a0a6889 None None] Pushing event deleted for resources: {'Port': ['ID=082f1170-000f-4b0e-981e-abf06f99f046,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:02.593322 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG oslo_concurrency.lockutils [None req-40bdde06-5400-4cfb-8ffa-83ea4a0a6889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:02.598239 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bdde06-5400-4cfb-8ffa-83ea4a0a6889 None None] No DVR routers for this DVR port 082f1170-000f-4b0e-981e-abf06f99f046 on host dv-cinder-790492-6-smb {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:13:02.606772 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Pushing event deleted for resources: {'Port': ['ID=082f1170-000f-4b0e-981e-abf06f99f046,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:02.606772 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:02.606772 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] No DVR routers for this DVR port 082f1170-000f-4b0e-981e-abf06f99f046 on host dv-cinder-790492-6-smb {{(pid=93756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 19:13:02.688019 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903982', 'neutron.services.segments.db._delete_segments_for_network-8741282637599'] for network, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.699596 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4946022f-2fc0-48bc-a64f-648482fc434a']}} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:02.711473 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8336ce5a-d8d1-4b78-8361-656f6074f6bc') {'for_net_delete': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:02.711908 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.services.segments.db [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8336ce5a-d8d1-4b78-8361-656f6074f6bc') {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:13:02.721655 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741282624494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29673334'] for segment, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.738367 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606'] for segment, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.745901 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=93756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 19:13:02.746451 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30248072'] for segment, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: conditions |= (models_v2.Port.network_id.in_( Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: self.session.flush() Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: self.session.flush() Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: self.session.flush() Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: self.session.flush() Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: Traceback (most recent call last): Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: timer() Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: cb(*args, **kw) Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: return func(*args, **kwargs) Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: self._notify() Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: self.callback(batched_events) Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: event.method(event) Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: return f(self, *a, **k) Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: return self._get(url).json() Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: return self.request(url, 'GET', **kwargs) Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 19:13:02.748521 dv-cinder-790492-6-smb neutron-server[93756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 19:13:02.884253 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-987422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692598'] for network, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.889477 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-43b4373c-f036-43b9-90c9-05ff79a15833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:02.895547 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-987451'] for network, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:02.897819 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] 10.222.0.67 "DELETE /v2.0/networks/4946022f-2fc0-48bc-a64f-648482fc434a HTTP/1.1" status: 204 len: 168 time: 1.0240664 Jun 23 19:13:02.918232 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Pushing event deleted for resources: {'Network': ['ID=4946022f-2fc0-48bc-a64f-648482fc434a,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:02.922100 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-40cd82af-8a9f-4298-96c0-f713e4c5447b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:03.282023 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 41266) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:03.328949 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-063f2879-b264-43c4-a7c4-285c787ac413 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5ddefd90527a43e5836ae07ee3314869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453835 Jun 23 19:13:03.331346 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 41268) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:03.386773 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3da2657e-06d8-4dc0-85a8-6e053c72a77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:03.408475 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3da2657e-06d8-4dc0-85a8-6e053c72a77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:03.538361 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3da2657e-06d8-4dc0-85a8-6e053c72a77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:03.540981 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3da2657e-06d8-4dc0-85a8-6e053c72a77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:03.542322 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-3da2657e-06d8-4dc0-85a8-6e053c72a77d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/03e053a0-9741-4112-8d07-a89a808460bb HTTP/1.1" status: 204 len: 168 time: 0.2097905 Jun 23 19:13:03.543214 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-d88ae9a6-fbc8-4d49-97a6-eb1b7a3b6884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:03.551982 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2657e-06d8-4dc0-85a8-6e053c72a77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e053a0-9741-4112-8d07-a89a808460bb,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:03.555000 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-3da2657e-06d8-4dc0-85a8-6e053c72a77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:03.822369 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 082f1170-000f-4b0e-981e-abf06f99f046 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:03.855418 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 082f1170-000f-4b0e-981e-abf06f99f046 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:03.856052 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 082f1170-000f-4b0e-981e-abf06f99f046 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:03.856216 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 62f7ccf6-f394-4b6a-9014-1b999ea2a138 no longer exists at agent ovs-agent-dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 19:13:03.882216 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] No Port match for: 62f7ccf6-f394-4b6a-9014-1b999ea2a138 {{(pid=93758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 19:13:03.882573 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron.plugins.ml2.rpc [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Device 62f7ccf6-f394-4b6a-9014-1b999ea2a138 not bound to the agent host dv-cinder-790492-6-smb {{(pid=93758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 19:13:04.205347 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 41274) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:04.245221 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-a2f9c58a-d8ab-4085-b478-1d12ce2960f8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9ad54ebf8a19498b876309507c265f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384765 Jun 23 19:13:04.247617 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.wsgi [-] (93756) accepted ('10.222.0.67', 41276) {{(pid=93756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 19:13:04.295835 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1656b229-a676-4ffa-ac6e-f3096677424c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:04.318287 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1656b229-a676-4ffa-ac6e-f3096677424c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:04.441674 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1656b229-a676-4ffa-ac6e-f3096677424c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11051'] for security_group, after_delete {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:04.444370 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1656b229-a676-4ffa-ac6e-f3096677424c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:04.445588 dv-cinder-790492-6-smb neutron-server[93756]: INFO neutron.wsgi [None req-1656b229-a676-4ffa-ac6e-f3096677424c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c36bd9ca-b91b-41e3-8669-e611d8dfea3b HTTP/1.1" status: 204 len: 168 time: 0.1970155 Jun 23 19:13:04.446388 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-420fcdfe-e8c5-4a9f-94f9-01db3d2e9743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 19:13:04.457053 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b229-a676-4ffa-ac6e-f3096677424c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36bd9ca-b91b-41e3-8669-e611d8dfea3b,revision_number=None']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:13:04.457309 dv-cinder-790492-6-smb neutron-server[93756]: DEBUG oslo_concurrency.lockutils [None req-1656b229-a676-4ffa-ac6e-f3096677424c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 19:13:20.314502 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:26.219887 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ab79181-9204-4ee5-898a-d4dcace894e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:28.718763 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11a8edcb-aacd-4a56-b038-cc140a6f8764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:28.821912 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:29.718437 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:31.507091 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:37.302816 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:13:50.341877 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:56.404865 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1945a59-42fd-4c61-9c7e-c2eae3435e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:58.735209 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-951e2be5-b73d-4872-ba4a-1924686f7933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:58.866008 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:13:59.719735 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:01.546237 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:14.302507 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:14:20.288822 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:26.176737 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a99b5214-c51c-4c60-a9cb-fa073275093e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:28.744858 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93c6d7f1-e975-45c6-84a2-21080c9d0060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:28.823911 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:29.715649 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:31.509419 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:50.341661 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:51.300880 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:14:56.163407 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dff146a7-4d94-4f7a-9f7f-1538583ebb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:58.723419 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e490f41e-2afe-4673-a67f-879a60e107d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:58.818865 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:14:59.734520 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:01.585581 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:20.430327 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:26.159994 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1738cc8-3802-431f-aa35-7430655ef732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:28.301066 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:15:28.731171 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41842bba-2bcf-4474-856d-4774e8090300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:28.874416 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:29.748942 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:31.548000 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:50.370064 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:56.169280 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3bdcbe3f-a141-464d-b40c-81d6b24d55d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:58.721190 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a326-d194-4ab8-b1ce-1089dcee392f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:58.820032 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:15:59.722219 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:01.545125 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:05.299736 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:16:20.366789 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:26.177706 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87419967-f786-416a-b80f-bedd996d8a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:28.714155 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f32d7fb3-45e8-4fbf-8008-67e107b40686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:28.811067 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:29.714371 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:31.565885 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:42.299122 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:16:50.356684 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:56.179341 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-543b0acf-fa46-490f-8a71-0b4396f6cc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:58.721984 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42423160-43b4-415d-87c5-ca1e9ec4ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:58.889970 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:16:59.768948 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:01.552019 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:19.298468 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:17:20.367947 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:26.218641 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ba294b1-b9ab-4c95-9b26-c058101e85d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:28.726733 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6260d6a8-a3b0-4cd4-a70f-0b9f7948ba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:28.874775 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:29.748234 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:31.532740 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:50.371671 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c09b4168-0aed-4efb-a7bb-3f946fe58929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:56.188076 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da7cb193-9fd2-48f1-b47f-7a48dc23d77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:56.297839 dv-cinder-790492-6-smb neutron-server[93759]: DEBUG neutron.db.agents_db [None req-af980509-116d-45fa-ac45-ad6928953697 None None] Agent healthcheck: found 6 active agents {{(pid=93759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 19:17:58.702153 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a003f38e-51b7-46a0-aa08-ade442a614a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:58.810780 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30b6fc49-05db-4475-8e74-4ac7d8ab2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:17:59.724909 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab839efe-72e6-4b90-b888-6026753e896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 19:18:01.537241 dv-cinder-790492-6-smb neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a993c171-04fa-4e0f-aab0-7a7993a7fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741282637581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906212'] for agent, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}